{"id":"https://openalex.org/W4226536440","doi":"https://doi.org/10.1145/3527546.3527559","title":"Report on the 1st simulation for information retrieval workshop (Sim4IR 2021) at SIGIR 2021","display_name":"Report on the 1st simulation for information retrieval workshop (Sim4IR 2021) at SIGIR 2021","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4226536440","doi":"https://doi.org/10.1145/3527546.3527559"},"language":"en","primary_location":{"id":"doi:10.1145/3527546.3527559","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3527546.3527559","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/11250/3056407","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059926999","display_name":"Krisztian Balog","orcid":"https://orcid.org/0000-0003-2762-721X"},"institutions":[{"id":"https://openalex.org/I92008406","display_name":"University of Stavanger","ror":"https://ror.org/02qte9q33","country_code":"NO","type":"education","lineage":["https://openalex.org/I92008406"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Krisztian Balog","raw_affiliation_strings":["University of Stavanger, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Stavanger, Norway","institution_ids":["https://openalex.org/I92008406"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070722958","display_name":"David Maxwell","orcid":"https://orcid.org/0000-0002-8914-2448"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"David Maxwell","raw_affiliation_strings":["Delft University of Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046377370","display_name":"Paul Thomas","orcid":"https://orcid.org/0000-0003-2425-3136"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paul Thomas","raw_affiliation_strings":["Microsoft Canberra, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Canberra, Australia","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100450409","display_name":"Shuo Zhang","orcid":"https://orcid.org/0000-0003-3179-4125"},"institutions":[{"id":"https://openalex.org/I1299907687","display_name":"Bloomberg (United States)","ror":"https://ror.org/02rdpzb15","country_code":"US","type":"company","lineage":["https://openalex.org/I1299907687"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuo Zhang","raw_affiliation_strings":["Bloomberg London, England"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bloomberg London, England","institution_ids":["https://openalex.org/I1299907687"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.669,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.93850573,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"55","issue":"2","first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8535359501838684},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5035173296928406},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4030803143978119}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8535359501838684},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5035173296928406},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4030803143978119},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3527546.3527559","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3527546.3527559","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},{"id":"pmh:oai:uis.brage.unit.no:11250/3056407","is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/3056407","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"11-26","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:uis.brage.unit.no:11250/3056407","is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/3056407","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"11-26","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W221659138","https://openalex.org/W222747623","https://openalex.org/W1754974250","https://openalex.org/W1965647483","https://openalex.org/W1970548730","https://openalex.org/W1977301265","https://openalex.org/W1983393135","https://openalex.org/W2022995284","https://openalex.org/W2035569891","https://openalex.org/W2094692697","https://openalex.org/W2099048704","https://openalex.org/W2124555297","https://openalex.org/W2132846943","https://openalex.org/W2134440707","https://openalex.org/W2402441596","https://openalex.org/W2464171116","https://openalex.org/W2465191537","https://openalex.org/W2538426055","https://openalex.org/W2756936647","https://openalex.org/W2788926820","https://openalex.org/W2883256923","https://openalex.org/W2894088191","https://openalex.org/W2894680593","https://openalex.org/W2909551589","https://openalex.org/W2968287414","https://openalex.org/W2972561734","https://openalex.org/W2989067042","https://openalex.org/W3011423189","https://openalex.org/W3035734059","https://openalex.org/W3083350944","https://openalex.org/W3088936686","https://openalex.org/W3102862020","https://openalex.org/W3150842384","https://openalex.org/W3155235146","https://openalex.org/W3189373506","https://openalex.org/W3193746305","https://openalex.org/W3196620110","https://openalex.org/W4205355130","https://openalex.org/W4221163114","https://openalex.org/W6753443365","https://openalex.org/W6929353374"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655"],"abstract_inverted_index":{"Simulation":[0],"is":[1,181,205],"used":[2,48],"as":[3,30,38,56],"a":[4,113],"low-cost":[5],"and":[6,117,122,150,190,193,202],"repeatable":[7],"means":[8,33],"of":[9,23,34,52,59,107,124,128,143,175,195,200],"experimentation.":[10],"As":[11],"Information":[12],"Retrieval":[13],"(IR)":[14],"researchers,":[15],"we":[16,62],"are":[17],"no":[18],"strangers":[19],"to":[20,111,119,169,172],"the":[21,31,41,57,65,83,105,108,160,167,173,191,198],"idea":[22],"using":[24,68],"simulation":[25,45,69,129,165],"within":[26],"our":[27],"own":[28],"field---such":[29],"traditional":[32],"IR":[35,53,76,131],"system":[36],"evaluation":[37,177],"manifested":[39],"through":[40],"Cranfield":[42],"paradigm.":[43],"While":[44],"has":[46,70,166],"been":[47,71],"in":[49,95,197],"other":[50],"areas":[51],"research":[54,183],"(such":[55],"study":[58],"user":[60,188],"behaviours),":[61],"argue":[63],"that":[64,164],"potential":[66,168],"for":[67,115,130,207],"recognised":[72],"by":[73],"relatively":[74],"few":[75],"researchers":[77,116],"so":[78],"far.":[79],"To":[80],"this":[81],"end,":[82],"Sim4IR":[84],"workshop":[85,109],"was":[86,110],"held":[87],"online":[88,203],"on":[89,102],"July":[90],"15":[91,212],"th":[92],",":[93],"2021":[94],"conjunction":[96],"with":[97],"ACM":[98],"SIGIR":[99],"2021.":[100,214],"Building":[101],"past":[103],"efforts,":[104],"goal":[106],"create":[112],"forum":[114],"practitioners":[118],"promote":[120],"methodology":[121],"development":[123,192],"more":[125,182],"widespread":[126],"use":[127],"evaluation.":[132],"Around":[133],"80":[134],"participants":[135],"took":[136],"part":[137],"over":[138],"two":[139,144],"sessions.":[140],"A":[141],"total":[142],"keynotes,":[145],"three":[146],"original":[147],"paper":[148],"presentations,":[149],"eight":[151],"'encore":[152],"talks'":[153],"were":[154,163],"presented.":[155],"The":[156],"main":[157],"conclusions":[158],"from":[159],"resultant":[161],"discussion":[162],"offer":[170],"solutions":[171],"limitations":[174],"existing":[176],"methodologies,":[178],"but":[179],"there":[180],"needed":[184],"toward":[185],"developing":[186],"realistic":[187],"simulators;":[189],"sharing":[194],"simulators,":[196],"form":[199],"toolkits":[201],"services,":[204],"critical":[206],"successful":[208],"uptake.":[209],"Date":[210],":":[211,216],"July,":[213],"Website":[215],"https://sim4ir.org.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}