{"id":"https://openalex.org/W2081562286","doi":"https://doi.org/10.1145/1180995.1181000","title":"Collaborative multimodal photo annotation over digital paper","display_name":"Collaborative multimodal photo annotation over digital paper","publication_year":2006,"publication_date":"2006-11-02","ids":{"openalex":"https://openalex.org/W2081562286","doi":"https://doi.org/10.1145/1180995.1181000","mag":"2081562286"},"language":"en","primary_location":{"id":"doi:10.1145/1180995.1181000","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1180995.1181000","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th international conference on Multimodal interfaces","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016242585","display_name":"Paulo Barthelmess","orcid":null},"institutions":[{"id":"https://openalex.org/I4210097349","display_name":"InterAction","ror":"https://ror.org/01pdc9z31","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210097349"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paulo Barthelmess","raw_affiliation_strings":["Natural Interaction Systems, Seattle, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Natural Interaction Systems, Seattle, WA","institution_ids":["https://openalex.org/I4210097349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111729517","display_name":"Edward Kaiser","orcid":null},"institutions":[{"id":"https://openalex.org/I4210097349","display_name":"InterAction","ror":"https://ror.org/01pdc9z31","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210097349"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward Kaiser","raw_affiliation_strings":["Natural Interaction Systems, Seattle, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Natural Interaction Systems, Seattle, WA","institution_ids":["https://openalex.org/I4210097349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102450522","display_name":"Xiao Yu Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210097349","display_name":"InterAction","ror":"https://ror.org/01pdc9z31","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210097349"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao Huang","raw_affiliation_strings":["Natural Interaction Systems, Seattle, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Natural Interaction Systems, Seattle, WA","institution_ids":["https://openalex.org/I4210097349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060931330","display_name":"David R. McGee","orcid":null},"institutions":[{"id":"https://openalex.org/I4210097349","display_name":"InterAction","ror":"https://ror.org/01pdc9z31","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210097349"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David McGee","raw_affiliation_strings":["Natural Interaction Systems, Seattle, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Natural Interaction Systems, Seattle, WA","institution_ids":["https://openalex.org/I4210097349"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075508013","display_name":"Philip R. Cohen","orcid":"https://orcid.org/0000-0003-1303-064X"},"institutions":[{"id":"https://openalex.org/I4210097349","display_name":"InterAction","ror":"https://ror.org/01pdc9z31","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210097349"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip Cohen","raw_affiliation_strings":["Natural Interaction Systems, Seattle, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Natural Interaction Systems, Seattle, WA","institution_ids":["https://openalex.org/I4210097349"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210097349"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.855780839920044},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.8431596159934998},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.559571385383606},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5562387704849243},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4885617196559906},{"id":"https://openalex.org/keywords/pronunciation","display_name":"Pronunciation","score":0.47560152411460876},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4667865037918091},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4191793203353882},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4189968407154083},{"id":"https://openalex.org/keywords/handwriting","display_name":"Handwriting","score":0.4105617105960846},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.26908695697784424}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.855780839920044},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.8431596159934998},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.559571385383606},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5562387704849243},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4885617196559906},{"id":"https://openalex.org/C2780844864","wikidata":"https://www.wikidata.org/wiki/Q184377","display_name":"Pronunciation","level":2,"score":0.47560152411460876},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4667865037918091},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4191793203353882},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4189968407154083},{"id":"https://openalex.org/C2779386606","wikidata":"https://www.wikidata.org/wiki/Q2393642","display_name":"Handwriting","level":2,"score":0.4105617105960846},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.26908695697784424},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/1180995.1181000","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1180995.1181000","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th international conference on Multimodal interfaces","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.466.3817","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.466.3817","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://pdf.aminer.org/000/334/219/collaborative_multimodal_photo_annotation_over_digital_paper.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6700000166893005}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W79946180","https://openalex.org/W127628839","https://openalex.org/W1501187080","https://openalex.org/W1523465252","https://openalex.org/W1548831735","https://openalex.org/W1557230229","https://openalex.org/W1977011589","https://openalex.org/W1998856929","https://openalex.org/W1999090433","https://openalex.org/W2024041682","https://openalex.org/W2025874771","https://openalex.org/W2056176153","https://openalex.org/W2061270248","https://openalex.org/W2061851981","https://openalex.org/W2071640063","https://openalex.org/W2101481793","https://openalex.org/W2105071349","https://openalex.org/W2106362436","https://openalex.org/W2110596358","https://openalex.org/W2114740362","https://openalex.org/W2143515151","https://openalex.org/W2159263269","https://openalex.org/W2159536175","https://openalex.org/W2169087076","https://openalex.org/W2283966783","https://openalex.org/W2545050010"],"related_works":["https://openalex.org/W2388180914","https://openalex.org/W2063708026","https://openalex.org/W2507888814","https://openalex.org/W3118925046","https://openalex.org/W2381764175","https://openalex.org/W2561540377","https://openalex.org/W2360066868","https://openalex.org/W3084909207","https://openalex.org/W1694630026","https://openalex.org/W3166464480"],"abstract_inverted_index":{"The":[0,23],"availability":[1],"of":[2,37,56,62,64,101,114,128,131,144,147,155,179],"metadata":[3,57,76],"annotations":[4,28],"over":[5],"media":[6],"content":[7],"such":[8],"as":[9,150],"photos":[10],"is":[11,42,77],"known":[12],"to":[13,32,81,104,165,173],"enhance":[14],"retrieval":[15],"and":[16,74,119,177,186],"organization,":[17],"particularly":[18],"for":[19,26,50,72],"large":[20,35],"data":[21,130],"sets.":[22],"greatest":[24],"challenge":[25],"obtaining":[27],"remains":[29],"getting":[30],"users":[31,80],"perform":[33],"the":[34,70,82,129,145,153],"amount":[36],"tedious":[38],"manual":[39],"work":[40],"that":[41,137],"required.In":[43],"this":[44],"paper":[45],"we":[46],"introduce":[47],"an":[48],"approach":[49],"semi-automated":[51],"labeling":[52],"based":[53],"on":[54],"extraction":[55],"from":[58,79,183],"naturally":[59],"occurring":[60],"conversations":[61],"groups":[63],"people":[65],"discussing":[66],"pictures":[67],"among":[68],"themselves.As":[69],"burden":[71],"structuring":[73],"extracting":[75],"shifted":[78],"system,":[83],"new":[84],"recognition":[85,113],"challenges":[86],"arise.":[87],"We":[88,163],"explore":[89],"how":[90],"multimodal":[91,125,170],"language":[92],"can":[93],"help":[94],"in":[95],"1)":[96],"detecting":[97],"a":[98,132,169],"concise":[99],"set":[100],"meaningful":[102],"labels":[103,139],"be":[105,141],"associated":[106],"with":[107,158],"each":[108,148],"photo,":[109,149],"2)":[110],"achieving":[111],"robust":[112,175],"these":[115,180],"key":[116],"semantic":[117],"terms,":[118],"3)":[120],"facilitating":[121],"label":[122],"propagation":[123],"via":[124],"shortcuts.":[126],"Analysis":[127],"preliminary":[133],"pilot":[134],"collection":[135],"suggests":[136],"handwritten":[138,156],"may":[140],"highly":[142],"indicative":[143],"semantics":[146],"indicated":[151],"by":[152],"correlation":[154],"terms":[157,182],"high":[159],"frequency":[160],"spoken":[161],"ones.":[162],"point":[164],"initial":[166],"directions":[167],"exploring":[168],"fusion":[171],"technique":[172],"recover":[174],"spelling":[176],"pronunciation":[178],"high-value":[181],"redundant":[184],"speech":[185],"handwriting.":[187]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}