{"id":"https://openalex.org/W2085645025","doi":"https://doi.org/10.1075/idj.18.1.02hal","title":"Challenges in designing digital interfaces for the study of multimodal phenomena","display_name":"Challenges in designing digital interfaces for the study of multimodal phenomena","publication_year":2010,"publication_date":"2010-06-09","ids":{"openalex":"https://openalex.org/W2085645025","doi":"https://doi.org/10.1075/idj.18.1.02hal","mag":"2085645025"},"language":"en","primary_location":{"id":"doi:10.1075/idj.18.1.02hal","doi":"https://doi.org/10.1075/idj.18.1.02hal","is_oa":false,"landing_page_url":"https://doi.org/10.1075/idj.18.1.02hal","pdf_url":null,"source":{"id":"https://openalex.org/S31355563","display_name":"Information Design Journal","issn_l":"0142-5471","issn":["0142-5471","1569-979X","1876-486X","1876-4908"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","erih-plus","jufo-1","norway-1","poland-20","russia-white-list-4","vabb-shw"],"host_organization":"https://openalex.org/P4310320402","host_organization_name":"John Benjamins Publishing Company","host_organization_lineage":["https://openalex.org/P4310320402"],"host_organization_lineage_names":["John Benjamins Publishing Company"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Design Journal","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075017759","display_name":"Kay L. O\u2019Halloran","orcid":"https://orcid.org/0000-0002-7950-0889","observed_orcids":["https://orcid.org/0000-0002-7950-0889"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kay O\u2019Halloran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089726021","display_name":"Sabine Tan","orcid":"https://orcid.org/0000-0002-1244-4077","observed_orcids":["https://orcid.org/0000-0002-1244-4077"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sabine Tan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109070436","display_name":"Bradley A. Smith","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bradley Smith","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5040746412","display_name":"Alexey Podlasov","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexey Podlasov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":21.3813,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.99139932,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"18","issue":"1","first_page":"2","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10366","display_name":"Discourse Analysis in Language Studies","score":0.4672999978065491,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10366","display_name":"Discourse Analysis in Language Studies","score":0.4672999978065491,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11935","display_name":"Literacy, Media, and Education","score":0.14419999718666077,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13250","display_name":"Semiotics and Representation Studies","score":0.1234000027179718,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/digital-interface-design","display_name":"digital interface design","score":0.7360000014305115},{"id":"https://openalex.org/keywords/multimodal-communication","display_name":"multimodal communication","score":0.6740000247955322},{"id":"https://openalex.org/keywords/social-semiotics","display_name":"social semiotics","score":0.9079999923706055},{"id":"https://openalex.org/keywords/meaning-making","display_name":"meaning-making","score":0.7979999780654907},{"id":"https://openalex.org/keywords/multimodal-analysis","display_name":"multimodal analysis","score":0.9169999957084656},{"id":"https://openalex.org/keywords/annotation-tools","display_name":"annotation tools","score":0.6449999809265137},{"id":"https://openalex.org/keywords/multimodal-texts","display_name":"multimodal texts","score":0.6420000195503235},{"id":"https://openalex.org/keywords/interactive-digital-technologies","display_name":"interactive digital technologies","score":0.6230000257492065}],"concepts":[{"id":"https://openalex.org/C139997677","wikidata":"https://www.wikidata.org/wiki/Q60195","display_name":"Semiotics","level":2,"score":0.8669009208679199},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.7817835807800293},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.724384069442749},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5572813749313354},{"id":"https://openalex.org/C176832844","wikidata":"https://www.wikidata.org/wiki/Q7551368","display_name":"Social semiotics","level":3,"score":0.5445024371147156},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.5122222304344177},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.5122093558311462},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.45096614956855774},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4351779818534851},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.19852295517921448},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.10720750689506531},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1075/idj.18.1.02hal","doi":"https://doi.org/10.1075/idj.18.1.02hal","is_oa":false,"landing_page_url":"https://doi.org/10.1075/idj.18.1.02hal","pdf_url":null,"source":{"id":"https://openalex.org/S31355563","display_name":"Information Design Journal","issn_l":"0142-5471","issn":["0142-5471","1569-979X","1876-486X","1876-4908"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","erih-plus","jufo-1","norway-1","poland-20","russia-white-list-4","vabb-shw"],"host_organization":"https://openalex.org/P4310320402","host_organization_name":"John Benjamins Publishing Company","host_organization_lineage":["https://openalex.org/P4310320402"],"host_organization_lineage_names":["John Benjamins Publishing Company"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Design Journal","raw_type":"journal-article"},{"id":"pmh:oai:scholarbank.nus.edu.sg:10635/115021","doi":null,"is_oa":false,"landing_page_url":"http://scholarbank.nus.edu.sg/handle/10635/115021","pdf_url":null,"source":{"id":"https://openalex.org/S7407052290","display_name":"National University of Singapore","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scopus","raw_type":"Article"},{"id":"pmh:oai:espace.curtin.edu.au:20.500.11937/18245","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/20.500.11937/18245","pdf_url":null,"source":{"id":"https://openalex.org/S4306401790","display_name":"eSpace (Curtin University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205640436","host_organization_name":"Curtin University","host_organization_lineage":["https://openalex.org/I205640436"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320337380","display_name":"Division of Mathematical Sciences","ror":"https://ror.org/051fftw81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W163997404","https://openalex.org/W249020407","https://openalex.org/W589764691","https://openalex.org/W597954587","https://openalex.org/W1539410358","https://openalex.org/W1559665056","https://openalex.org/W1973910424","https://openalex.org/W2025257627","https://openalex.org/W2080050509","https://openalex.org/W2109460313","https://openalex.org/W2136213309","https://openalex.org/W2137284728","https://openalex.org/W2406651376","https://openalex.org/W2504395178","https://openalex.org/W2912766419","https://openalex.org/W4245188294"],"related_works":["https://openalex.org/W2108190223","https://openalex.org/W2078266101","https://openalex.org/W7099814443","https://openalex.org/W7220257108","https://openalex.org/W796336105","https://openalex.org/W3111789762","https://openalex.org/W562756743","https://openalex.org/W2624032323","https://openalex.org/W7172411836","https://openalex.org/W4416918218"],"abstract_inverted_index":{"The":[0,21,45],"paper":[1,46],"discusses":[2],"the":[3,15,29,38,48,74,86,98,105],"challenges":[4],"faced":[5],"by":[6],"researchers":[7,53],"in":[8,56],"developing":[9],"effective":[10],"digital":[11,35,58],"interfaces":[12],"for":[13,61,85,104],"analyzing":[14],"meaning-making":[16],"processes":[17],"of":[18,40,76,88,100,110],"multimodal":[19,41,68,89,111],"phenomena.":[20],"authors":[22],"propose":[23],"a":[24,101],"social":[25,42,92],"semiotic":[26,43],"approach":[27],"as":[28],"underlying":[30],"theoretical":[31,77],"foundation,":[32],"because":[33],"interactive":[34],"technology":[36],"is":[37],"embodiment":[39],"communication.":[44],"outlines":[47],"complex":[49],"issues":[50],"with":[51],"which":[52,81],"are":[54],"confronted":[55],"designing":[57],"interface":[59],"frameworks":[60,78],"modeling,":[62],"analyzing,":[63],"and":[64,79,94,108],"retrieving":[65],"meaning":[66],"from":[67],"data,":[69],"giving":[70],"due":[71],"consideration":[72],"to":[73],"multiplicity":[75],"theories":[80],"have":[82],"been":[83],"developed":[84],"study":[87],"text":[90],"within":[91],"semiotics,":[93],"their":[95],"impact":[96],"on":[97],"development":[99],"computer-based":[102],"tool":[103],"exploration,":[106],"annotation,":[107],"analysis":[109],"data.":[112]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":3},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":7}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}