{"id":"https://openalex.org/W2020331739","doi":"https://doi.org/10.1145/2600428.2602289","title":"Choices and constraints","display_name":"Choices and constraints","publication_year":2014,"publication_date":"2014-07-03","ids":{"openalex":"https://openalex.org/W2020331739","doi":"https://doi.org/10.1145/2600428.2602289","mag":"2020331739"},"language":"en","primary_location":{"id":"doi:10.1145/2600428.2602289","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2600428.2602289","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th international ACM SIGIR conference on Research & development in information retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069419532","display_name":"Diane Kelly","orcid":"https://orcid.org/0000-0003-2231-0192"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Diane Kelly","raw_affiliation_strings":["University of North Carolina, Chapel Hill, NC, USA"],"affiliations":[{"raw_affiliation_string":"University of North Carolina, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081692910","display_name":"Filip Radlinski","orcid":"https://orcid.org/0000-0002-1386-9288"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Filip Radlinski","raw_affiliation_strings":["Microsoft, Cambridge, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Microsoft, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032417423","display_name":"Jaime Teevan","orcid":"https://orcid.org/0000-0002-2786-0209"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaime Teevan","raw_affiliation_strings":["Microsoft, Redmond, WA, USA","Microsoft Redmond, WA, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft Redmond, WA, USA#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5069419532"],"corresponding_institution_ids":["https://openalex.org/I114027177"],"apc_list":null,"apc_paid":null,"fwci":0.5633,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.740197,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1283","last_page":"1283"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.8752999901771545,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.8752999901771545,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.8543000221252441,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13204","display_name":"Competitive and Knowledge Intelligence","score":0.8377000093460083,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7601300477981567},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6547651886940002},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.6060290336608887},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5979080200195312},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5830737352371216},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5574477314949036},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.5140025019645691},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2029135525226593},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1056479811668396}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7601300477981567},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6547651886940002},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.6060290336608887},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5979080200195312},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5830737352371216},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5574477314949036},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.5140025019645691},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2029135525226593},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1056479811668396},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2600428.2602289","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2600428.2602289","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th international ACM SIGIR conference on Research & development in information retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2149537132","https://openalex.org/W2018871932","https://openalex.org/W641279757","https://openalex.org/W370975646","https://openalex.org/W1670566515","https://openalex.org/W4242022592","https://openalex.org/W596972243","https://openalex.org/W4313230280","https://openalex.org/W69751022","https://openalex.org/W4249571711"],"abstract_inverted_index":{"All":[0],"research":[1,33,37,60,85,101,121,142,158,167],"projects":[2],"begin":[3],"with":[4,80,124,144],"a":[5,16,20,81,117],"goal,":[6],"for":[7],"instance":[8],"to":[9,13,24,43,46,66],"describe":[10],"search":[11],"behavior,":[12],"predict":[14],"when":[15,177],"person":[17],"will":[18,51,77,105,132,162],"enter":[19],"second":[21],"query,":[22],"or":[23],"discover":[25],"which":[26],"IR":[27,181],"system":[28],"performs":[29],"the":[30,56,71,95,125,151,166,170],"best.":[31],"Different":[32],"goals":[34,86],"suggest":[35],"different":[36,57],"approaches,":[38],"ranging":[39],"from":[40],"field":[41],"studies":[42,45],"lab":[44],"online":[47],"experimentation.":[48],"This":[49],"tutorial":[50,104,128],"provide":[52,163],"an":[53,92],"overview":[54],"of":[55,59,84,94,99,120,147],"types":[58],"goals,":[61],"common":[62],"evaluation":[63],"approaches":[64,88,122],"used":[65],"address":[67],"each":[68,73,114,148],"type,":[69],"and":[70,87,91,97,137,173,179],"constraints":[72],"approach":[74],"entails.":[75],"Participants":[76],"come":[78],"away":[79],"broad":[82],"perspective":[83],"in":[89,108],"IR,":[90],"understanding":[93],"benefits":[96],"limitations":[98],"these":[100],"approaches.":[102],"The":[103],"take":[106],"place":[107],"two":[109],"independent,":[110],"but":[111,123],"interrelated":[112],"parts,":[113],"focusing":[115],"on":[116],"unique":[118],"set":[119],"same":[126],"intended":[127],"outcomes.":[129],"These":[130],"outcomes":[131],"be":[133],"accomplished":[134],"by":[135],"deconstructing":[136],"analyzing":[138],"our":[139,156],"own":[140,157],"published":[141],"papers,":[143],"further":[145],"illustrations":[146],"technique":[149],"using":[150,155],"broader":[152],"literature.":[153],"By":[154],"as":[159],"anchors,":[160],"we":[161],"insight":[164],"about":[165],"process,":[168],"revealing":[169],"difficult":[171],"choices":[172],"trade-offs":[174],"researchers":[175],"make":[176],"designing":[178],"conducting":[180],"studies.":[182]},"counts_by_year":[{"year":2016,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}