{"id":"https://openalex.org/W2775645600","doi":null,"title":"Comparing text and visual annotation tools for design feedback","display_name":"Comparing text and visual annotation tools for design feedback","alternate_titles":[],"publication_year":2017,"publication_date":"2017-06-26","ids":{"openalex":"https://openalex.org/W2775645600","mag":"2775645600"},"language":"en","primary_location":{"id":"pmh:oai:www.ideals.illinois.edu:2142/98181","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/98181","pdf_url":"https://www.ideals.illinois.edu/items/103478/bitstreams/328871/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2775645600"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ideals.illinois.edu/items/103478/bitstreams/328871/data.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065141552","display_name":"Antoine Jean DeJong","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Antoine Jean DeJong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5065141552"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":2,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":92},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.8583999872207642,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.8583999872207642,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.07779999822378159,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.018200000748038292,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/design-feedback","display_name":"design feedback","score":0.9559999704360962},{"id":"https://openalex.org/keywords/annotation-tools","display_name":"annotation tools","score":0.5410000085830688},{"id":"https://openalex.org/keywords/text-based-feedback","display_name":"text-based feedback","score":0.4869999885559082},{"id":"https://openalex.org/keywords/spatial-annotation","display_name":"spatial annotation","score":0.6740000247955322},{"id":"https://openalex.org/keywords/fixation-effects","display_name":"fixation effects","score":0.875},{"id":"https://openalex.org/keywords/design-criticism","display_name":"design criticism","score":0.4180000126361847},{"id":"https://openalex.org/keywords/amazon-mechanical-turk","display_name":"Amazon Mechanical Turk","score":0.6499999761581421}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6525558233261108},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5988181829452515},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4284694790840149},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42018482089042664},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41056424379348755},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3224303722381592}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:www.ideals.illinois.edu:2142/98181","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/98181","pdf_url":"https://www.ideals.illinois.edu/items/103478/bitstreams/328871/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2775645600","doi":null,"is_oa":false,"landing_page_url":"https://www.ideals.illinois.edu/handle/2142/98181","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:www.ideals.illinois.edu:2142/98181","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/98181","pdf_url":"https://www.ideals.illinois.edu/items/103478/bitstreams/328871/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2775645600.pdf","grobid_xml":"https://content.openalex.org/works/W2775645600.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1973990978","https://openalex.org/W1976589586","https://openalex.org/W1978394996","https://openalex.org/W1984880745","https://openalex.org/W1992118338","https://openalex.org/W2009976595","https://openalex.org/W2010950062","https://openalex.org/W2012435992","https://openalex.org/W2027560600","https://openalex.org/W2067685245","https://openalex.org/W2073271971","https://openalex.org/W2075433557","https://openalex.org/W2080688008","https://openalex.org/W2084814989","https://openalex.org/W2106068874","https://openalex.org/W2144569346","https://openalex.org/W2164462899","https://openalex.org/W2176291676","https://openalex.org/W2292054779","https://openalex.org/W2296317707","https://openalex.org/W2400788632","https://openalex.org/W2410722524","https://openalex.org/W2489314607","https://openalex.org/W4213009331","https://openalex.org/W4213051584"],"related_works":["https://openalex.org/W2609246475","https://openalex.org/W3031879675","https://openalex.org/W2132848693","https://openalex.org/W7100177412","https://openalex.org/W2600246087","https://openalex.org/W2796266198","https://openalex.org/W3026298306","https://openalex.org/W1864936896","https://openalex.org/W7220783738","https://openalex.org/W3121450925"],"abstract_inverted_index":{"Designers":[0,13],"rely":[1],"on":[2,49,164],"critiques":[3],"to":[4,17,22,36,40,54,75,86,102,118,120,140,144,236,240],"develop":[5],"their":[6,77],"skills":[7],"and":[8,20,64,95,111,157],"iterate":[9],"toward":[10],"effective":[11],"designs.":[12],"are":[14,28],"increasingly":[15],"turning":[16],"online":[18],"tools":[19,30],"communities":[21],"collect":[23],"affordable,":[24],"scalable":[25],"feedback.":[26,122,178,219,245],"There":[27],"many":[29],"available":[31],"but":[32,238],"little":[33],"empirical":[34],"evidence":[35],"guide":[37],"the":[38,80,84,88,93,126,145,148,155,165,185,193,207,224],"decision":[39,227],"select":[41],"one":[42,70],"over":[43],"another.":[44],"We":[45,90,123,151,196],"conducted":[46],"a":[47,132],"study":[48,180],"Amazon":[50],"Mechanical":[51],"Turk":[52],"(N=360)":[53],"contrast":[55],"two":[56],"popular":[57],"classes":[58],"of":[59,97,99,128,167,177,234],"feedback":[60,100,130,139,146,168,183,205],"collection":[61],"interfaces:":[62],"text":[63,67,71,186],"spatial.":[65],"The":[66,104],"interface":[68,82,235],"has":[69],"box":[72],"for":[73,228],"providers":[74,85,149,200,213],"submit":[76],"feedback,":[78],"whereas":[79],"spatial":[81,194],"allows":[83],"annotate":[87],"design.":[89],"also":[91,197],"manipulated":[92],"presence":[94,127],"content":[96,166],"history":[98,106,242],"visible":[101],"providers.":[103],"three":[105],"conditions":[107,159],"were":[108],"aesthetic,":[109],"goal-related,":[110],"\u2018no-history\u2019":[112],"if":[113],"they":[114],"did":[115,215],"not":[116,216,231],"have":[117,160],"option":[119],"view":[121],"found":[124,152,181,198],"that":[125,147,153,182,199,223],"sample":[129,204,218,244],"induces":[131],"fixation":[133],"effect":[134],"in":[135,173,184,192],"design":[136],"reviews,":[137],"causing":[138],"be":[141],"more":[142,225],"similar":[143],"reviewed.":[150],"both":[154],"Interface":[156],"History":[158],"statistically":[161],"significant":[162],"effects":[163],"provided.":[169],"However,":[170],"neither":[171],"resulted":[172],"greater":[174],"perceived":[175],"quality":[176],"Our":[179],"condition":[187],"was":[188],"27%":[189],"longer":[190],"than":[191,212],"condition.":[195],"who":[201,214],"reviewed":[202],"goal-oriented":[203],"rated":[206],"task":[208],"as":[209],"being":[210],"easier":[211],"receive":[217],"These":[220],"results":[221],"indicate":[222],"important":[226],"designers":[229],"is":[230],"which":[232],"class":[233],"use":[237],"whether":[239],"include":[241],"or":[243]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2775645600","counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2017-12-22T00:00:00"}
