{"id":"https://openalex.org/W4387717673","doi":"https://doi.org/10.1109/tpami.2023.3323030","title":"Finding the Right Moment: Human-Assisted Trailer Creation via Task Composition","display_name":"Finding the Right Moment: Human-Assisted Trailer Creation via Task Composition","publication_year":2023,"publication_date":"2023-10-17","ids":{"openalex":"https://openalex.org/W4387717673","doi":"https://doi.org/10.1109/tpami.2023.3323030","pmid":"https://pubmed.ncbi.nlm.nih.gov/37847637"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3323030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3323030","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.research.ed.ac.uk/en/publications/ebcb5bc4-d336-4dcb-8e0a-019e298b4e62","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034329132","display_name":"Pinelopi Papalampidi","orcid":"https://orcid.org/0000-0003-4165-1136"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Pinelopi Papalampidi","raw_affiliation_strings":["School of Informatics, University of Edinburgh, Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054936589","display_name":"Frank Keller","orcid":"https://orcid.org/0000-0002-8242-4362"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Frank Keller","raw_affiliation_strings":["School of Informatics, University of Edinburgh, Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041024491","display_name":"Mirella Lapata","orcid":"https://orcid.org/0000-0002-2107-1516"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mirella Lapata","raw_affiliation_strings":["School of Informatics, University of Edinburgh, Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5034329132"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":0.3711,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.61059968,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"46","issue":"1","first_page":"292","last_page":"304"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trailer","display_name":"Trailer","score":0.8698221445083618},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8127666711807251},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5296720266342163},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.496479332447052},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46775388717651367},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.4507836401462555},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4153292775154114},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3858609199523926},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.35626140236854553},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3468087315559387},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33233964443206787},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.14365270733833313}],"concepts":[{"id":"https://openalex.org/C2779101595","wikidata":"https://www.wikidata.org/wiki/Q7832787","display_name":"Trailer","level":2,"score":0.8698221445083618},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8127666711807251},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5296720266342163},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.496479332447052},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46775388717651367},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.4507836401462555},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4153292775154114},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3858609199523926},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35626140236854553},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3468087315559387},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33233964443206787},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.14365270733833313},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tpami.2023.3323030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3323030","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37847637","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37847637","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:pure.ed.ac.uk:openaire/ebcb5bc4-d336-4dcb-8e0a-019e298b4e62","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/ebcb5bc4-d336-4dcb-8e0a-019e298b4e62","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Papalampidi, P, Keller, F & Lapata, M 2023, 'Finding the right moment : Human-assisted trailer creation via task composition', IEEE Transactions on Pattern Analysis and Machine Intelligence, vol. 46, no. 1, pp. 292-304. https://doi.org/10.1109/TPAMI.2023.3323030","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.ed.ac.uk:publications/ebcb5bc4-d336-4dcb-8e0a-019e298b4e62","is_oa":false,"landing_page_url":"https://ieeexplore.ieee.org/document/10286994","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:oai:pure.ed.ac.uk:publications/ebcb5bc4-d336-4dcb-8e0a-019e298b4e62","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/files/486145317/PapalampidiEtalIEEEPAMI2024FindingtheRightMoment.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Papalampidi, P, Keller, F & Lapata, M 2023, 'Finding the right moment : Human-assisted trailer creation via task composition', IEEE Transactions on Pattern Analysis and Machine Intelligence, vol. 46, no. 1, pp. 292-304. https://doi.org/10.1109/TPAMI.2023.3323030","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.ed.ac.uk:openaire/ebcb5bc4-d336-4dcb-8e0a-019e298b4e62","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/ebcb5bc4-d336-4dcb-8e0a-019e298b4e62","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Papalampidi, P, Keller, F & Lapata, M 2023, 'Finding the right moment : Human-assisted trailer creation via task composition', IEEE Transactions on Pattern Analysis and Machine Intelligence, vol. 46, no. 1, pp. 292-304. https://doi.org/10.1109/TPAMI.2023.3323030","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5730701950","display_name":null,"funder_award_id":"EP/W002876/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G656068760","display_name":null,"funder_award_id":"FA8650-17-C-9118","funder_id":"https://openalex.org/F4320333051","funder_display_name":"Intelligence Advanced Research Projects Activity"}],"funders":[{"id":"https://openalex.org/F4320312530","display_name":"Office of the Director of National Intelligence","ror":"https://ror.org/01v3fsc55"},{"id":"https://openalex.org/F4320333051","display_name":"Intelligence Advanced Research Projects Activity","ror":"https://ror.org/01v3fsc55"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W1821462560","https://openalex.org/W1906515132","https://openalex.org/W2025367812","https://openalex.org/W2027624334","https://openalex.org/W2055910046","https://openalex.org/W2064469569","https://openalex.org/W2078238240","https://openalex.org/W2097732741","https://openalex.org/W2108598243","https://openalex.org/W2146334809","https://openalex.org/W2169528473","https://openalex.org/W2242818861","https://openalex.org/W2290847742","https://openalex.org/W2295759824","https://openalex.org/W2345761769","https://openalex.org/W2549139847","https://openalex.org/W2593116425","https://openalex.org/W2741447225","https://openalex.org/W2766348671","https://openalex.org/W2798991696","https://openalex.org/W2883409523","https://openalex.org/W2891177506","https://openalex.org/W2963524571","https://openalex.org/W2963541336","https://openalex.org/W2963686995","https://openalex.org/W2963890755","https://openalex.org/W2964113829","https://openalex.org/W2970764230","https://openalex.org/W2984008963","https://openalex.org/W3034188691","https://openalex.org/W3034840950","https://openalex.org/W3035167603","https://openalex.org/W3035392611","https://openalex.org/W3035635319","https://openalex.org/W3095481265","https://openalex.org/W3098556456","https://openalex.org/W3100157108","https://openalex.org/W3101066076","https://openalex.org/W3104862079","https://openalex.org/W3106775073","https://openalex.org/W3107806026","https://openalex.org/W3122720668","https://openalex.org/W3153603860","https://openalex.org/W3174928076","https://openalex.org/W3198464943","https://openalex.org/W3201594678","https://openalex.org/W3201832684","https://openalex.org/W3202168743","https://openalex.org/W4243859118","https://openalex.org/W4288264987","https://openalex.org/W4293390340","https://openalex.org/W4297790687","https://openalex.org/W4297808394","https://openalex.org/W4312300358","https://openalex.org/W4313179528","https://openalex.org/W4381546164","https://openalex.org/W6631501603","https://openalex.org/W6638523607","https://openalex.org/W6679909955","https://openalex.org/W6682948231","https://openalex.org/W6685350579","https://openalex.org/W6690026940","https://openalex.org/W6691815588","https://openalex.org/W6693457962","https://openalex.org/W6726873649","https://openalex.org/W6729654139","https://openalex.org/W6730091202","https://openalex.org/W6739901393","https://openalex.org/W6745297980","https://openalex.org/W6753579488","https://openalex.org/W6766054027","https://openalex.org/W6795167769","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W2911148753","https://openalex.org/W2101882832","https://openalex.org/W4327694446","https://openalex.org/W819012784","https://openalex.org/W1494281395","https://openalex.org/W2754401799","https://openalex.org/W2602800186","https://openalex.org/W1524995993","https://openalex.org/W3175006268","https://openalex.org/W2525073232"],"abstract_inverted_index":{"Movie":[0],"trailers":[1],"perform":[2],"multiple":[3],"functions:":[4],"they":[5],"introduce":[6],"viewers":[7],"to":[8,23,124,146,166,177,183],"the":[9,12,18,25,111,118,160],"story,":[10],"convey":[11],"mood":[13],"and":[14,20,68,80,113,181],"artistic":[15],"style":[16],"of":[17,134],"film,":[19],"encourage":[21],"audiences":[22],"see":[24],"movie.":[26],"These":[27],"diverse":[28],"functions":[29],"make":[30],"trailer":[31,43,115,154,168],"creation":[32,155],"a":[33,46,56,157],"challenging":[34],"endeavor.":[35],"In":[36],"this":[37,60],"work,":[38],"we":[39],"focus":[40],"on":[41],"finding":[42],"moments":[44,116],"in":[45,55,149,159,170],"movie,":[47],"i.e.,":[48],"shots":[49,79,169],"that":[50,120,138,174],"could":[51],"be":[52],"potentially":[53],"included":[54],"trailer.":[57],"We":[58,71,87],"decompose":[59],"task":[61],"into":[62],"two":[63],"subtasks:":[64],"narrative":[65],"structure":[66],"identification":[67],"sentiment":[69],"prediction.":[70],"model":[72],"movies":[73],"as":[74],"graphs,":[75],"where":[76],"nodes":[77],"are":[78,175],"edges":[81],"denote":[82],"semantic":[83],"relations":[84,90],"between":[85],"them.":[86],"learn":[88],"these":[89],"using":[91],"joint":[92],"contrastive":[93],"training":[94],"which":[95,143],"distills":[96],"rich":[97],"textual":[98],"information":[99],"(e.g.,":[100],"characters,":[101],"actions,":[102],"situations)":[103],"from":[104,117],"screenplays.":[105],"An":[106],"unsupervised":[107],"algorithm":[108,136],"then":[109],"traverses":[110],"graph":[112],"selects":[114],"movie":[119],"human":[121,158],"judges":[122],"prefer":[123],"ones":[125],"selected":[126],"by":[127,187],"competitive":[128],"supervised":[129],"approaches.":[130],"A":[131],"main":[132],"advantage":[133],"our":[135],"is":[137],"it":[139,148],"uses":[140],"interpretable":[141],"criteria,":[142],"allows":[144,164],"us":[145],"deploy":[147],"an":[150],"interactive":[151],"tool":[152,163],"for":[153],"with":[156],"loop.":[161],"Our":[162],"users":[165],"select":[167],"under":[171],"30":[172],"minutes":[173],"superior":[176],"fully":[178],"automatic":[179],"methods":[180],"comparable":[182],"(exclusive)":[184],"manual":[185],"selection":[186],"experts.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}