{"id":"https://openalex.org/W2769800661","doi":"https://doi.org/10.1109/vlhcc.2017.8103442","title":"Reflections on \u2018What do we think we are doing\u2019: 20-Year most influential paper award talk","display_name":"Reflections on \u2018What do we think we are doing\u2019: 20-Year most influential paper award talk","publication_year":2017,"publication_date":"2017-10-01","ids":{"openalex":"https://openalex.org/W2769800661","doi":"https://doi.org/10.1109/vlhcc.2017.8103442","mag":"2769800661"},"language":"en","primary_location":{"id":"doi:10.1109/vlhcc.2017.8103442","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vlhcc.2017.8103442","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017575045","display_name":"Alan F. Blackwell","orcid":"https://orcid.org/0000-0001-5557-574X"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Alan Blackwell","raw_affiliation_strings":["Computer Laboratory University of Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"Computer Laboratory University of Cambridge, UK","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5017575045"],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15617186,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/introspection","display_name":"Introspection","score":0.7675062417984009},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.5422313213348389},{"id":"https://openalex.org/keywords/metacognition","display_name":"Metacognition","score":0.540393590927124},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.520430862903595},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4300110638141632},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.4172223210334778},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4141475558280945},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.24268049001693726}],"concepts":[{"id":"https://openalex.org/C129671850","wikidata":"https://www.wikidata.org/wiki/Q210501","display_name":"Introspection","level":2,"score":0.7675062417984009},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.5422313213348389},{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.540393590927124},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.520430862903595},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4300110638141632},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.4172223210334778},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4141475558280945},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.24268049001693726},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vlhcc.2017.8103442","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vlhcc.2017.8103442","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8399999737739563}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2059314552","https://openalex.org/W2081230437","https://openalex.org/W2106956101","https://openalex.org/W2111392480","https://openalex.org/W2151498193"],"related_works":["https://openalex.org/W4387404794","https://openalex.org/W2380479582","https://openalex.org/W4387405288","https://openalex.org/W4387404506","https://openalex.org/W2084234399","https://openalex.org/W2167940637","https://openalex.org/W2382022894","https://openalex.org/W2031681959","https://openalex.org/W2987254216","https://openalex.org/W2044188186"],"abstract_inverted_index":{"My":[0],"1996":[1],"paper":[2,124,330,384,420],"[1]":[3],"challenged":[4],"the":[5,70,86,92,98,113,128,220,249,260,283,292,312,372,378,383,468,471,475,509,542,614],"VL":[6,52,193,275,285,315,446,463],"community":[7,286],"to":[8,69,138,144,185,208,228,247,306,311,324,365,404,416,455,516,525,532,586,608,634],"ask":[9,248,366],"What":[10],"do":[11],"we":[12,14,89,109,211,631,640,642],"think":[13,641],"are":[15,555,581,643],"doing?":[16],"It":[17,37,152,333,344,602],"might":[18,319],"now":[19,550],"be":[20,136,186,399,456,478,567],"called":[21],"a":[22,39,48,74,164,167,174,202,216,232,280,301,346,418,443,526,628],"Systematic":[23],"Literature":[24],"Review,":[25],"although":[26,377],"formal":[27],"procedures":[28],"for":[29,51,116,161,371,558,584,605,610,618],"SLR":[30],"were":[31,102,239,291],"not":[32,103,173,493,556],"developed":[33],"until":[34],"later":[35,192],"[5].":[36],"made":[38],"textual":[40,347],"analysis":[41],"of":[42,76,94,131,255,274,304,314,374,426,439,474,511,563,576,593,616],"publications":[43],"in":[44,127,148,163,191,196,201,219,295,424,498,613],"which":[45,134],"authors":[46],"described":[47],"cognitive":[49,82],"rationale":[50,115],"research,":[53],"observing":[54],"that":[55,84,243,289,428,470,484,519,552,590,624,630],"many":[56],"relied":[57,487],"on":[58,467,479,488,596],"insights":[59,500],"from":[60,63,381,501],"folk":[61],"psychology,":[62],"introspection,":[64],"or":[65,451],"speculative":[66],"computer":[67],"analogies":[68],"brain.":[71],"This":[72,437],"was":[73,125,153,172,215,231,331,345,369],"study":[75],"metacognition":[77],"-":[78,188,264,270,298],"beliefs":[79],"about":[80,252,359,638],"one's":[81],"ability":[83],"shape":[85],"mental":[87],"strategies":[88,107],"choose.":[90],"In":[91,461,546],"case":[93],"programming":[95,587],"language":[96,588],"designers,":[97],"choices":[99],"being":[100],"shaped":[101],"their":[104,145],"own":[105,146,180],"problem-solving":[106],"(something":[108],"all":[110],"do),":[111],"but":[112,349],"design":[114,373],"new":[117,168],"languages":[118],"(which":[119],"will":[120,142],"affect":[121],"others).":[122],"The":[123,482],"written":[126,350],"first":[129,221,299],"year":[130],"my":[132,179,197],"PhD,":[133],"should":[135,447,477],"encouraging":[137],"students":[139],"wondering":[140],"what":[141,367,639],"happen":[143],"work":[147,297,486],"20":[149,458,544],"years":[150,459],"time.":[151],"inspired":[154],"by":[155,351,523],"research":[156,427,589],"I":[157,206,241,622],"had":[158,212,362,464,492,520],"been":[159,465,494,521],"doing":[160],"Hitachi,":[162],"team":[165],"designing":[166],"VL.":[169],"Sadly":[170],"`AppGallery'":[171],"commercial":[175],"success.":[176],"More":[177],"interestingly,":[178],"scientific":[181,226,435,450],"assumptions":[182,491],"turned":[183],"out":[184,364],"wrong":[187],"as":[189,505],"reported":[190],"papers":[194,441],"[2],":[195],"PhD":[198],"dissertation,":[199],"and":[200,235,267,309,316,361,434,507,569,573,599],"ToCHI":[203],"publication":[204,396],"where":[205],"tried":[207],"reconstruct":[209],"why":[210],"believed":[213],"it":[214,321,412],"good":[217],"idea":[218],"place":[222],"[3].":[223],"At":[224],"VL'96,":[225],"attention":[227],"human":[229,577],"factors":[230],"minority":[233],"interest,":[234],"few":[236,281],"user":[237,342],"studies":[238],"reported.":[240],"remember":[242],"Judy":[244],"Gurka":[245],"seemed":[246],"right":[250],"questions":[251,294],"testing":[253],"effectiveness":[254],"algorithm":[256],"animation":[257],"[4].":[258],"And":[259],"two":[261],"keynote":[262],"speakers":[263],"Thomas":[265],"Green":[266],"Ben":[268],"Shneiderman":[269],"demonstrated":[271],"growing":[272],"engagement":[273],"with":[276,300],"HCI.":[277],"However,":[278,496],"within":[279],"years,":[282],"whole":[284],"became":[287],"convinced":[288],"these":[290],"central":[293],"our":[296],"radical":[302],"change":[303],"name":[305],"Human-Centric":[307],"Computing,":[308],"then":[310],"integration":[313],"HCC":[317],"One":[318],"assume":[320],"is":[322,413,603,627],"easy":[323],"recognize":[325],"influential":[326],"papers.":[327],"But":[328,579],"this":[329,422,625],"controversial.":[332],"didn't":[334,385],"include":[335],"any":[336],"technical":[337],"work,":[338],"let":[339],"alone":[340],"report":[341],"studies.":[343],"critique,":[348],"an":[352,387],"engineer":[353],"who":[354],"simply":[355],"needed":[356],"better":[357,611],"information":[358],"users,":[360],"set":[363],"guidance":[368],"available":[370],"VLs.":[375],"Yet":[376],"motivation":[379],"came":[380],"engineering,":[382],"make":[386],"engineering":[388,452,480,485,528,619],"contribution,":[389],"so":[390,621],"people":[391],"wondered":[392],"whether":[393,440],"some":[394],"other":[395],"venue":[397],"would":[398],"more":[400,499],"appropriate.":[401],"When":[402],"aiming":[403],"demonstrate":[405],"conference":[406,444,476],"quality":[407],"through":[408],"low":[409],"acceptance":[410],"ratios,":[411],"often":[414],"easier":[415],"reject":[417,591],"discussion":[419],"like":[421,445],"one":[423],"favour":[425],"offers":[429],"simpler":[430],"conclusions,":[431],"hard":[432,604],"evidence":[433],"consensus.":[436],"question":[438],"at":[442],"only":[448],"present":[449],"results":[453],"continues":[454],"active":[457],"later.":[460],"1996,":[462],"proceeding":[466],"assumption":[469],"primary":[472],"focus":[473],"work.":[481],"fact":[483],"hidden":[489],"psychological":[490],"noticed.":[495],"bringing":[497],"human-facing":[502],"fields":[503],"such":[504],"HCI,":[506],"broadening":[508],"base":[510],"disciplinary":[512],"enquiry,":[513],"did":[514],"help":[515],"overturn":[517],"fallacies":[518],"acquired":[522,568],"holding":[524],"strictly":[527],"mindset.":[529],"We":[530],"continue":[531],"face":[533,615],"similar":[534],"problems":[535],"today.":[536],"HCI":[537,548],"has":[538],"changed":[539],"greatly":[540],"over":[541],"past":[543],"years.":[545],"particular,":[547],"researchers":[549,607],"understand":[551],"hypothesis-testing":[553],"experiments":[554],"sufficient":[557],"interaction":[559],"design:":[560],"different":[561],"kinds":[562],"empirical":[564],"data":[565],"must":[566],"integrated":[570],"into":[571],"explanatory":[572],"predictive":[574],"theories":[575,592],"behavior.":[578],"there":[580],"still":[582,632],"advocates":[583],"approaches":[585],"design,":[594],"relying":[595],"common":[597],"sense":[598],"experimental":[600],"measurements.":[601],"young":[606],"argue":[609],"theory":[612],"demands":[617],"evidence,":[620],"hope":[623],"award":[626],"reminder":[629],"need":[633],"have":[635],"informed":[636],"debate":[637],"doing.":[644]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}