{"id":"https://openalex.org/W4403913224","doi":"https://doi.org/10.1145/3678957.3685718","title":"Do We Need To Watch It All? Efficient Job Interview Video Processing with Differentiable Masking","display_name":"Do We Need To Watch It All? Efficient Job Interview Video Processing with Differentiable Masking","publication_year":2024,"publication_date":"2024-10-30","ids":{"openalex":"https://openalex.org/W4403913224","doi":"https://doi.org/10.1145/3678957.3685718"},"language":"en","primary_location":{"id":"doi:10.1145/3678957.3685718","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678957.3685718","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3678957.3685718","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011545479","display_name":"Hung Le","orcid":"https://orcid.org/0000-0001-7014-311X"},"institutions":[{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Hung Le","raw_affiliation_strings":["Japan Advanced Institute of Science and Technology, Japan"],"affiliations":[{"raw_affiliation_string":"Japan Advanced Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I177738480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061418266","display_name":"Sixia Li","orcid":null},"institutions":[{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sixia Li","raw_affiliation_strings":["Japan Advanced Institute of Science and Technology, Japan"],"affiliations":[{"raw_affiliation_string":"Japan Advanced Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I177738480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005680805","display_name":"Candy Olivia Mawalim","orcid":"https://orcid.org/0000-0001-9853-8893"},"institutions":[{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Candy Olivia Mawalim","raw_affiliation_strings":["School of Information Science, Japan Advanced Institute of Science and Technology, Japan"],"affiliations":[{"raw_affiliation_string":"School of Information Science, Japan Advanced Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I177738480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084384514","display_name":"Hung\u2010Hsuan Huang","orcid":"https://orcid.org/0000-0002-0376-3535"},"institutions":[{"id":"https://openalex.org/I3130243125","display_name":"University of Fukuchiyama","ror":"https://ror.org/04w7k2121","country_code":"JP","type":"education","lineage":["https://openalex.org/I3130243125"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hung-Hsuan Huang","raw_affiliation_strings":["Faculty of Informatics, The University of Fukuchiyama, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Informatics, The University of Fukuchiyama, Japan","institution_ids":["https://openalex.org/I3130243125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112228635","display_name":"Chee Wee Leong","orcid":null},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chee Wee Leong","raw_affiliation_strings":["NLP, Speech and Multimodal, Educational Testing Service, United States"],"affiliations":[{"raw_affiliation_string":"NLP, Speech and Multimodal, Educational Testing Service, United States","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080920610","display_name":"Shogo Okada","orcid":"https://orcid.org/0000-0002-9260-0403"},"institutions":[{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shogo Okada","raw_affiliation_strings":["Japan Advanced Institute of Science and Technology, Japan"],"affiliations":[{"raw_affiliation_string":"Japan Advanced Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I177738480"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5011545479"],"corresponding_institution_ids":["https://openalex.org/I177738480"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18852439,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"565","last_page":"574"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.6892968416213989},{"id":"https://openalex.org/keywords/job-interview","display_name":"Job interview","score":0.6879826188087463},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6718907356262207},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.496690571308136},{"id":"https://openalex.org/keywords/video-processing","display_name":"Video processing","score":0.4636486768722534},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3820219039916992},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.329049289226532},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18105438351631165},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.09996065497398376},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09337800741195679}],"concepts":[{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.6892968416213989},{"id":"https://openalex.org/C2776587543","wikidata":"https://www.wikidata.org/wiki/Q850171","display_name":"Job interview","level":2,"score":0.6879826188087463},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6718907356262207},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.496690571308136},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.4636486768722534},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3820219039916992},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.329049289226532},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18105438351631165},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09996065497398376},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09337800741195679},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3678957.3685718","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678957.3685718","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3678957.3685718","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678957.3685718","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6600000262260437,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1761662373","https://openalex.org/W1833550036","https://openalex.org/W2064675550","https://openalex.org/W2085662862","https://openalex.org/W2109601284","https://openalex.org/W2145421863","https://openalex.org/W2149602309","https://openalex.org/W2158192499","https://openalex.org/W2239141610","https://openalex.org/W2250539671","https://openalex.org/W2280746192","https://openalex.org/W2573933330","https://openalex.org/W2727734269","https://openalex.org/W2747329762","https://openalex.org/W2767249564","https://openalex.org/W2786510204","https://openalex.org/W2807126412","https://openalex.org/W2884002012","https://openalex.org/W2912188122","https://openalex.org/W2912500072","https://openalex.org/W2962944050","https://openalex.org/W2963321993","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964077576","https://openalex.org/W2964266095","https://openalex.org/W2965373594","https://openalex.org/W2982104868","https://openalex.org/W2984039063","https://openalex.org/W3002810464","https://openalex.org/W3034658206","https://openalex.org/W3091825536","https://openalex.org/W3093697423","https://openalex.org/W3093977761","https://openalex.org/W3105318164","https://openalex.org/W3159564482","https://openalex.org/W3193504637","https://openalex.org/W3199766895","https://openalex.org/W3205272809","https://openalex.org/W3207941483","https://openalex.org/W4206084090","https://openalex.org/W4229373429","https://openalex.org/W4313547851","https://openalex.org/W4383649607","https://openalex.org/W4403923053"],"related_works":["https://openalex.org/W4285277090","https://openalex.org/W4327738859","https://openalex.org/W2348722996","https://openalex.org/W2334570605","https://openalex.org/W3181683615","https://openalex.org/W4286826125","https://openalex.org/W1633485514","https://openalex.org/W1604739066","https://openalex.org/W2115878407","https://openalex.org/W2365286546"],"abstract_inverted_index":{"With":[0],"technological":[1],"advancements":[2],"in":[3],"transmitting":[4],"and":[5,11,79,124,175],"storing":[6],"large":[7],"video":[8,17],"files,":[9],"more":[10,12,166],"organizations":[13],"are":[14,40,66,173],"incorporating":[15],"asynchronous":[16],"interviews":[18],"as":[19],"part":[20],"of":[21,28,42,59,88,117,128,178],"their":[22],"personnel":[23],"selection":[24],"process.":[25],"Automatic":[26],"evaluation":[27],"these":[29],"videos":[30,90],"is":[31,52,55,102,181],"a":[32,111,150],"challenging":[33],"machine":[34],"learning":[35],"setting":[36],"because":[37],"the":[38,60,67,84,89,96,115,118,121,125,129,140,146,176,179],"samples":[39],"composed":[41],"time":[43,61],"series":[44,62],"input":[45,63],"data":[46,172],"but":[47],"only":[48,169],"one":[49],"overall":[50],"label":[51],"available.":[53],"It":[54],"unclear":[56],"which":[57],"segments":[58,87],"(i.e.,":[64],"videos)":[65],"most":[68,141],"important":[69],"ones":[70],"for":[71],"prediction.":[72],"Not":[73],"all":[74,99],"nonverbal":[75],"features,":[76],"spoken":[77],"words,":[78],"utterances":[80],"contribute":[81],"equally":[82],"to":[83,95,113,137],"prediction;":[85],"some":[86],"might":[91],"even":[92],"introduce":[93],"noise":[94],"model.":[97],"Processing":[98],"multimodal":[100,171],"information":[101],"therefore":[103],"inefficient.":[104],"To":[105],"address":[106],"this":[107],"challenge,":[108],"we":[109],"propose":[110],"framework":[112],"model":[114,135,180],"content":[116],"answer":[119],"via":[120,131],"full":[122],"transcription":[123],"speaking":[126],"patterns":[127],"interviewee":[130],"short":[132],"clips.":[133],"Our":[134],"learns":[136],"automatically":[138],"select":[139],"informative":[142],"segment":[143],"by":[144],"previewing":[145],"acoustic":[147],"modality":[148],"using":[149],"technique":[151],"called":[152],"differentiable":[153],"masking.":[154],"The":[155],"results":[156],"show":[157],"that":[158],"our":[159],"method":[160],"outperforms":[161],"existing":[162],"approaches":[163],"while":[164],"being":[165],"efficient":[167],"since":[168],"partial":[170],"processed,":[174],"interpretability":[177],"enhanced.":[182]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}