{"id":"https://openalex.org/W2077004699","doi":"https://doi.org/10.1145/1294685.1294708","title":"Mechanisms for multimodality","display_name":"Mechanisms for multimodality","publication_year":2007,"publication_date":"2007-10-29","ids":{"openalex":"https://openalex.org/W2077004699","doi":"https://doi.org/10.1145/1294685.1294708","mag":"2077004699"},"language":"en","primary_location":{"id":"doi:10.1145/1294685.1294708","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1294685.1294708","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th international conference on Computer graphics, virtual reality, visualisation and interaction in Africa","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061914542","display_name":"Kevin Glass","orcid":null},"institutions":[{"id":"https://openalex.org/I203238179","display_name":"Rhodes University","ror":"https://ror.org/016sewp10","country_code":"ZA","type":"education","lineage":["https://openalex.org/I203238179"]}],"countries":["ZA"],"is_corresponding":true,"raw_author_name":"Kevin Glass","raw_affiliation_strings":["Rhodes University, Grahamstown, South Africa","Rhodes University,, Grahamstown, South Africa"],"affiliations":[{"raw_affiliation_string":"Rhodes University, Grahamstown, South Africa","institution_ids":["https://openalex.org/I203238179"]},{"raw_affiliation_string":"Rhodes University,, Grahamstown, South Africa","institution_ids":["https://openalex.org/I203238179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012403620","display_name":"Shaun Bangay","orcid":"https://orcid.org/0009-0002-2117-9970"},"institutions":[{"id":"https://openalex.org/I203238179","display_name":"Rhodes University","ror":"https://ror.org/016sewp10","country_code":"ZA","type":"education","lineage":["https://openalex.org/I203238179"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Shaun Bangay","raw_affiliation_strings":["Rhodes University, Grahamstown, South Africa","Rhodes University,, Grahamstown, South Africa"],"affiliations":[{"raw_affiliation_string":"Rhodes University, Grahamstown, South Africa","institution_ids":["https://openalex.org/I203238179"]},{"raw_affiliation_string":"Rhodes University,, Grahamstown, South Africa","institution_ids":["https://openalex.org/I203238179"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081536591","display_name":"Bruce Alcock","orcid":null},"institutions":[{"id":"https://openalex.org/I203238179","display_name":"Rhodes University","ror":"https://ror.org/016sewp10","country_code":"ZA","type":"education","lineage":["https://openalex.org/I203238179"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Bruce Alcock","raw_affiliation_strings":["Rhodes University, Grahamstown, South Africa","Rhodes University,, Grahamstown, South Africa"],"affiliations":[{"raw_affiliation_string":"Rhodes University, Grahamstown, South Africa","institution_ids":["https://openalex.org/I203238179"]},{"raw_affiliation_string":"Rhodes University,, Grahamstown, South Africa","institution_ids":["https://openalex.org/I203238179"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5061914542"],"corresponding_institution_ids":["https://openalex.org/I203238179"],"apc_list":null,"apc_paid":null,"fwci":0.3246,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.62104711,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"135","last_page":"144"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7994838953018188},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.706649661064148},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.6897610425949097},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.653243362903595},{"id":"https://openalex.org/keywords/line","display_name":"Line (geometry)","score":0.5227460861206055},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.4932541251182556},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4505409300327301},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41558799147605896},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3657323122024536},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32699257135391235},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.24560928344726562},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12117499113082886}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7994838953018188},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.706649661064148},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.6897610425949097},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.653243362903595},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.5227460861206055},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.4932541251182556},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4505409300327301},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41558799147605896},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3657323122024536},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32699257135391235},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.24560928344726562},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12117499113082886},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1294685.1294708","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1294685.1294708","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th international conference on Computer graphics, virtual reality, visualisation and interaction in Africa","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W183794703","https://openalex.org/W336063547","https://openalex.org/W628107741","https://openalex.org/W1492980816","https://openalex.org/W1522960884","https://openalex.org/W1588693185","https://openalex.org/W1797117381","https://openalex.org/W1912205781","https://openalex.org/W1979520924","https://openalex.org/W1996082609","https://openalex.org/W1997221077","https://openalex.org/W2036402619","https://openalex.org/W2038354422","https://openalex.org/W2038721957","https://openalex.org/W2061463330","https://openalex.org/W2068676460","https://openalex.org/W2075015214","https://openalex.org/W2084119175","https://openalex.org/W2099132637","https://openalex.org/W2100356918","https://openalex.org/W2122255269","https://openalex.org/W2129981905","https://openalex.org/W2135202456","https://openalex.org/W2145211186","https://openalex.org/W2166011226","https://openalex.org/W2503604624","https://openalex.org/W2598222894","https://openalex.org/W3005544776","https://openalex.org/W3139032187","https://openalex.org/W4256231646"],"related_works":["https://openalex.org/W4205899436","https://openalex.org/W2462138927","https://openalex.org/W3111427900","https://openalex.org/W4302009627","https://openalex.org/W4212781403","https://openalex.org/W4388989680","https://openalex.org/W2248852396","https://openalex.org/W199123384","https://openalex.org/W4239305747","https://openalex.org/W1483892602"],"abstract_inverted_index":{"We":[0],"present":[1],"methods":[2],"for":[3,47,94],"automatically":[4],"constructing":[5],"representations":[6,149],"of":[7,13,28,33,69,85,121,124,144,167],"fiction":[8,55],"books":[9],"in":[10,36,98],"a":[11,99,142,154,164],"range":[12],"modalities:":[14],"audibly,":[15],"graphically":[16],"and":[17,88,117,138,157],"as":[18,141],"3D":[19],"virtual":[20,128],"environments.":[21],"The":[22,74,106],"correspondence":[23],"between":[24],"the":[25,31,37,44,54,61,66,83,86,95,110,122,125,132,136,168],"sequential":[26],"ordering":[27],"events":[29,34],"against":[30,64],"order":[32],"presented":[35],"text":[38,56,84,111],"is":[39,57,77,89],"used":[40,58,140],"to":[41,59,131,153,162],"correctly":[42,72],"resolve":[43],"dynamic":[45],"interactions":[46],"each":[48],"representation.":[49],"Synthesised":[50],"audio":[51,75],"created":[52],"from":[53],"calibrate":[60],"base":[62],"time-line":[63],"which":[65],"other":[67],"forms":[68],"media":[70],"are":[71,103,139,150],"aligned.":[73],"stream":[76],"based":[78],"on":[79],"speech":[80],"synthesis":[81],"using":[82,91,159],"book,":[87],"enhanced":[90],"distinct":[92],"voices":[93],"different":[96],"characters":[97,116],"book.":[100],"Sound":[101],"effects":[102],"included":[104],"automatically.":[105],"graphical":[107],"representation":[108],"represents":[109],"(as":[112],"subtitles),":[113],"identifies":[114],"active":[115],"provides":[118],"visual":[119,146],"feedback":[120],"content":[123],"story.":[126],"Dynamic":[127],"environments":[129],"conform":[130],"constraints":[133],"implied":[134],"by":[135],"story,":[137],"source":[143],"further":[145],"content.":[147],"These":[148],"all":[151],"aligned":[152],"common":[155],"time-line,":[156],"combined":[158],"sequencing":[160],"facilities":[161],"provide":[163],"multimodal":[165],"version":[166],"original":[169],"text.":[170]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
