{"id":"https://openalex.org/W2078121418","doi":"https://doi.org/10.1016/s0953-5438(00)00051-5","title":"Semiotic engineering principles for evaluating end-user programming environments","display_name":"Semiotic engineering principles for evaluating end-user programming environments","publication_year":2001,"publication_date":"2001-04-01","ids":{"openalex":"https://openalex.org/W2078121418","doi":"https://doi.org/10.1016/s0953-5438(00)00051-5","mag":"2078121418"},"language":"en","primary_location":{"id":"doi:10.1016/s0953-5438(00)00051-5","is_oa":false,"landing_page_url":"https://doi.org/10.1016/s0953-5438(00)00051-5","pdf_url":null,"source":{"id":"https://openalex.org/S23117883","display_name":"Interacting with Computers","issn_l":"0953-5438","issn":["0953-5438","1873-7951"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interacting with Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034425412","display_name":"Clarisse Sieckenius de Souza","orcid":"https://orcid.org/0000-0002-2154-4723"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"C.S de Souza","raw_affiliation_strings":["a Departamento de Inform\u00e1tica, Pontificia Universidade Cat\u00f3lica do Rio de Janeiro, R. Marqu\u00eas de S\u00e3o Vicente, 225, G\u00e1vea, Rio de Janeiro, RJ, 22453-900 Brazil","aDepartamento de Inform\u00e1tica, Pontificia Universidade Cat\u00f3lica do Rio de Janeiro, R. Marqu\u00eas de S\u00e3o Vicente, 225, G\u00e1vea, Rio de Janeiro, RJ, 22453-900 Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"a Departamento de Inform\u00e1tica, Pontificia Universidade Cat\u00f3lica do Rio de Janeiro, R. Marqu\u00eas de S\u00e3o Vicente, 225, G\u00e1vea, Rio de Janeiro, RJ, 22453-900 Brazil","institution_ids":["https://openalex.org/I2699952"]},{"raw_affiliation_string":"aDepartamento de Inform\u00e1tica, Pontificia Universidade Cat\u00f3lica do Rio de Janeiro, R. Marqu\u00eas de S\u00e3o Vicente, 225, G\u00e1vea, Rio de Janeiro, RJ, 22453-900 Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027812149","display_name":"Simone Diniz Junqueira Barbosa","orcid":"https://orcid.org/0000-0002-0044-503X"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"S.D.J Barbosa","raw_affiliation_strings":["a Departamento de Inform\u00e1tica, Pontificia Universidade Cat\u00f3lica do Rio de Janeiro, R. Marqu\u00eas de S\u00e3o Vicente, 225, G\u00e1vea, Rio de Janeiro, RJ, 22453-900 Brazil","b Tecgraf/Departamento de Inform\u00e1tica, Pontificia Universidade Cat\u00f3lica do Rio de Janeiro, R. Marqu\u00eas de S\u00e3o Vicente, 225, G\u00e1vea, Rio de Janeiro, RJ, 22453-900 Brazil","aDepartamento de Inform\u00e1tica, Pontificia Universidade Cat\u00f3lica do Rio de Janeiro, R. Marqu\u00eas de S\u00e3o Vicente, 225, G\u00e1vea, Rio de Janeiro, RJ, 22453-900 Brazil","bTecgraf/Departamento de Inform\u00e1tica, Pontificia Universidade Cat\u00f3lica do Rio de Janeiro, R. Marqu\u00eas de S\u00e3o Vicente, 225, G\u00e1vea, Rio de Janeiro, RJ, 22453-900 Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"a Departamento de Inform\u00e1tica, Pontificia Universidade Cat\u00f3lica do Rio de Janeiro, R. Marqu\u00eas de S\u00e3o Vicente, 225, G\u00e1vea, Rio de Janeiro, RJ, 22453-900 Brazil","institution_ids":["https://openalex.org/I2699952"]},{"raw_affiliation_string":"b Tecgraf/Departamento de Inform\u00e1tica, Pontificia Universidade Cat\u00f3lica do Rio de Janeiro, R. Marqu\u00eas de S\u00e3o Vicente, 225, G\u00e1vea, Rio de Janeiro, RJ, 22453-900 Brazil","institution_ids":["https://openalex.org/I2699952"]},{"raw_affiliation_string":"aDepartamento de Inform\u00e1tica, Pontificia Universidade Cat\u00f3lica do Rio de Janeiro, R. Marqu\u00eas de S\u00e3o Vicente, 225, G\u00e1vea, Rio de Janeiro, RJ, 22453-900 Brazil","institution_ids":["https://openalex.org/I2699952"]},{"raw_affiliation_string":"bTecgraf/Departamento de Inform\u00e1tica, Pontificia Universidade Cat\u00f3lica do Rio de Janeiro, R. Marqu\u00eas de S\u00e3o Vicente, 225, G\u00e1vea, Rio de Janeiro, RJ, 22453-900 Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082285570","display_name":"S.R.P da Silva","orcid":"https://orcid.org/0009-0000-1650-8659"},"institutions":[{"id":"https://openalex.org/I123443094","display_name":"Universidade Estadual de Maring\u00e1","ror":"https://ror.org/04bqqa360","country_code":"BR","type":"education","lineage":["https://openalex.org/I123443094"]},{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"S.R.P da Silva","raw_affiliation_strings":["a Departamento de Inform\u00e1tica, Pontificia Universidade Cat\u00f3lica do Rio de Janeiro, R. Marqu\u00eas de S\u00e3o Vicente, 225, G\u00e1vea, Rio de Janeiro, RJ, 22453-900 Brazil","c Departamento de Inform\u00e1tica, Universidade Estadual de Maring\u00e1 Av. Colombo, 5790, Maring\u00e1, PR, 87020-900 Brazil","aDepartamento de Inform\u00e1tica, Pontificia Universidade Cat\u00f3lica do Rio de Janeiro, R. Marqu\u00eas de S\u00e3o Vicente, 225, G\u00e1vea, Rio de Janeiro, RJ, 22453-900 Brazil","cDepartamento de Inform\u00e1tica, Universidade Estadual de Maring\u00e1 Av. Colombo, 5790, Maring\u00e1, PR, 87020-900 Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"a Departamento de Inform\u00e1tica, Pontificia Universidade Cat\u00f3lica do Rio de Janeiro, R. Marqu\u00eas de S\u00e3o Vicente, 225, G\u00e1vea, Rio de Janeiro, RJ, 22453-900 Brazil","institution_ids":["https://openalex.org/I2699952"]},{"raw_affiliation_string":"c Departamento de Inform\u00e1tica, Universidade Estadual de Maring\u00e1 Av. Colombo, 5790, Maring\u00e1, PR, 87020-900 Brazil","institution_ids":["https://openalex.org/I123443094"]},{"raw_affiliation_string":"aDepartamento de Inform\u00e1tica, Pontificia Universidade Cat\u00f3lica do Rio de Janeiro, R. Marqu\u00eas de S\u00e3o Vicente, 225, G\u00e1vea, Rio de Janeiro, RJ, 22453-900 Brazil","institution_ids":["https://openalex.org/I2699952"]},{"raw_affiliation_string":"cDepartamento de Inform\u00e1tica, Universidade Estadual de Maring\u00e1 Av. Colombo, 5790, Maring\u00e1, PR, 87020-900 Brazil","institution_ids":["https://openalex.org/I123443094"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5034425412"],"corresponding_institution_ids":["https://openalex.org/I2699952"],"apc_list":{"value":2635,"currency":"GBP","value_usd":3232},"apc_paid":null,"fwci":4.9573,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.94576271,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"13","issue":"4","first_page":"467","last_page":"495"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9629999995231628,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7773637771606445},{"id":"https://openalex.org/keywords/semiotics","display_name":"Semiotics","score":0.7581976056098938},{"id":"https://openalex.org/keywords/usable","display_name":"USable","score":0.6483682990074158},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.591188371181488},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5512182116508484},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4937497079372406},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.43700069189071655},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35334518551826477},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.32456856966018677},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.16337281465530396},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09626889228820801},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.06640204787254333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7773637771606445},{"id":"https://openalex.org/C139997677","wikidata":"https://www.wikidata.org/wiki/Q60195","display_name":"Semiotics","level":2,"score":0.7581976056098938},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.6483682990074158},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.591188371181488},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5512182116508484},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4937497079372406},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.43700069189071655},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35334518551826477},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.32456856966018677},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.16337281465530396},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09626889228820801},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.06640204787254333},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/s0953-5438(00)00051-5","is_oa":false,"landing_page_url":"https://doi.org/10.1016/s0953-5438(00)00051-5","pdf_url":null,"source":{"id":"https://openalex.org/S23117883","display_name":"Interacting with Computers","issn_l":"0953-5438","issn":["0953-5438","1873-7951"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interacting with Computers","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.509.3373","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.509.3373","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www-di.inf.puc-rio.br/~clarisse/docs/2001desouzaIwC.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7599999904632568}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320322749","display_name":"Funda\u00e7\u00e3o Carlos Chagas Filho de Amparo \u00e0 Pesquisa do Estado do Rio de Janeiro","ror":"https://ror.org/03kk0s825"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W43120215","https://openalex.org/W56694535","https://openalex.org/W69748422","https://openalex.org/W131063383","https://openalex.org/W1483479610","https://openalex.org/W1492324553","https://openalex.org/W1494282503","https://openalex.org/W1521791417","https://openalex.org/W1525370406","https://openalex.org/W1551738082","https://openalex.org/W1577807563","https://openalex.org/W1588350626","https://openalex.org/W1590719049","https://openalex.org/W1901761247","https://openalex.org/W1966229703","https://openalex.org/W1968497768","https://openalex.org/W2005653314","https://openalex.org/W2017644570","https://openalex.org/W2018203936","https://openalex.org/W2020194312","https://openalex.org/W2024867010","https://openalex.org/W2034912654","https://openalex.org/W2035118605","https://openalex.org/W2045625826","https://openalex.org/W2070186002","https://openalex.org/W2072917170","https://openalex.org/W2079139469","https://openalex.org/W2081598496","https://openalex.org/W2084930416","https://openalex.org/W2086099327","https://openalex.org/W2099305423","https://openalex.org/W2114677666","https://openalex.org/W2115647291","https://openalex.org/W2132767871","https://openalex.org/W2289370155","https://openalex.org/W2335080881","https://openalex.org/W2339401070","https://openalex.org/W2751690145","https://openalex.org/W2912734356","https://openalex.org/W2936737507","https://openalex.org/W3034813066","https://openalex.org/W4231043689","https://openalex.org/W4240634968","https://openalex.org/W4247929966","https://openalex.org/W4250267379","https://openalex.org/W4251395411","https://openalex.org/W4254817753","https://openalex.org/W4285719527","https://openalex.org/W6602824087","https://openalex.org/W6631223386","https://openalex.org/W6676836979","https://openalex.org/W6696587940","https://openalex.org/W6758451368"],"related_works":["https://openalex.org/W3034934889","https://openalex.org/W3175108828","https://openalex.org/W3135116206","https://openalex.org/W2028062680","https://openalex.org/W2166247150","https://openalex.org/W4243252198","https://openalex.org/W2135396778","https://openalex.org/W2109507516","https://openalex.org/W4225014794","https://openalex.org/W573883983"],"abstract_inverted_index":{"End":[0],"user":[1],"programming":[2,28,36],"(EUP)":[3],"environments":[4],"are":[5,21,41,48],"difficult":[6],"to":[7,43,57,83,137],"evaluate":[8],"empirically.":[9],"Most":[10],"users":[11,40],"do":[12,20],"not":[13],"engage":[14],"in":[15,38,96],"programming,":[16],"and":[17,55,75,93,108,114,130],"those":[18],"who":[19],"often":[22],"discouraged":[23],"by":[24,64],"the":[25,31,35,85,88,112],"complexity":[26],"of":[27,91,106,116],"tasks.":[29],"Often":[30],"difficulties":[32,50],"arise":[33],"from":[34],"languages":[37,133],"which":[39],"expected":[42,136],"express":[44],"themselves.":[45],"But":[46],"there":[47],"other":[49],"associated":[51],"with":[52],"designing":[53],"extensions":[54],"adjustments":[56],"artifacts":[58],"that":[59,79,127],"have":[60],"been":[61],"originally":[62],"designed":[63],"others.":[65],"This":[66],"paper":[67],"characterizes":[68],"EUP":[69,107,132],"as":[70],"a":[71,102],"semiotic":[72,125],"design":[73],"process,":[74],"presents":[76],"two":[77],"principles":[78,100],"can":[80],"be":[81,135],"used":[82],"illustrate":[84],"distinctions":[86],"between":[87],"various":[89],"kinds":[90],"techniques":[92],"approaches":[94],"proposed":[95],"this":[97],"field.":[98],"The":[99],"support":[101],"preliminary":[103],"theoretical":[104],"model":[105],"should":[109],"thus":[110],"facilitate":[111],"definition":[113],"interpretation":[115],"empirical":[117],"evaluation":[118],"studies.":[119],"They":[120],"also":[121],"define":[122],"some":[123],"specific":[124],"qualifications":[126],"more":[128],"usable":[129],"applicable":[131],"could":[134],"have.":[138]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":4},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}