{"id":"https://openalex.org/W4307076908","doi":"https://doi.org/10.48550/arxiv.2210.11065","title":"MovieCLIP: Visual Scene Recognition in Movies","display_name":"MovieCLIP: Visual Scene Recognition in Movies","publication_year":2022,"publication_date":"2022-10-20","ids":{"openalex":"https://openalex.org/W4307076908","doi":"https://doi.org/10.48550/arxiv.2210.11065"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2210.11065","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.11065","pdf_url":"https://arxiv.org/pdf/2210.11065","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2210.11065","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059652479","display_name":"Digbalay Bose","orcid":"https://orcid.org/0000-0002-5281-1695"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bose, Digbalay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085315115","display_name":"Rajat Hebbar","orcid":"https://orcid.org/0000-0002-0904-0573"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hebbar, Rajat","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008305849","display_name":"Krishna Somandepalli","orcid":"https://orcid.org/0000-0002-2845-1079"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Somandepalli, Krishna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100461127","display_name":"Haoyang Zhang","orcid":"https://orcid.org/0000-0002-9253-5824"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Haoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100303262","display_name":"Yin Cui","orcid":"https://orcid.org/0000-0003-2882-2033"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Yin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062007756","display_name":"Kree Cole-McLaughlin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cole-McLaughlin, Kree","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109975681","display_name":"Huisheng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Huisheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5010028928","display_name":"Shrikanth Narayanan","orcid":"https://orcid.org/0000-0002-1052-6204"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Narayanan, Shrikanth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8162170648574829},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.7350219488143921},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.548663318157196},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4880322515964508},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.4585305452346802},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.4546752870082855},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.41208162903785706},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.36815720796585083},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3577907979488373}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8162170648574829},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.7350219488143921},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.548663318157196},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4880322515964508},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.4585305452346802},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.4546752870082855},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.41208162903785706},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36815720796585083},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3577907979488373},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2210.11065","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.11065","pdf_url":"https://arxiv.org/pdf/2210.11065","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2210.11065","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.11065","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2210.11065","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.11065","pdf_url":"https://arxiv.org/pdf/2210.11065","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4307076908.pdf","grobid_xml":"https://content.openalex.org/works/W4307076908.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2046765700","https://openalex.org/W4384345686","https://openalex.org/W2357937784","https://openalex.org/W2348886128","https://openalex.org/W2547618384","https://openalex.org/W4394391052","https://openalex.org/W2388067091","https://openalex.org/W2367656648","https://openalex.org/W2145834781","https://openalex.org/W2577782152"],"abstract_inverted_index":{"Longform":[0],"media":[1],"such":[2,159],"as":[3,160],"movies":[4,27,46,72],"have":[5,47],"complex":[6],"narrative":[7],"structures,":[8],"with":[9,23],"events":[10],"spanning":[11],"a":[12,33,77],"rich":[13],"variety":[14],"of":[15,36,67,83,97,166],"ambient":[16],"visual":[17,24,42,54,68,125],"scenes.":[18],"Domain":[19],"specific":[20],"challenges":[21],"associated":[22],"scenes":[25],"in":[26,45,71],"include":[28],"transitions,":[29],"person":[30],"coverage,":[31],"and":[32,38,50,79,91,135,163,169],"wide":[34],"array":[35],"real-life":[37],"fictional":[39],"scenarios.":[40],"Existing":[41],"scene":[43,55,69,85,162],"datasets":[44],"limited":[48],"taxonomies":[49],"don't":[51],"consider":[52],"the":[53,65,129],"transition":[56],"within":[57],"movie":[58,89,115,170],"clips.":[59],"In":[60],"this":[61],"work,":[62],"we":[63,104],"address":[64],"problem":[66],"recognition":[70],"by":[73,143],"first":[74],"automatically":[75],"curating":[76],"new":[78],"extensive":[80],"movie-centric":[81],"taxonomy":[82],"179":[84],"labels":[86],"derived":[87],"from":[88,113,151],"scripts":[90],"auxiliary":[92],"web-based":[93],"video":[94],"datasets.":[95],"Instead":[96],"manual":[98],"annotations":[99],"which":[100],"can":[101],"be":[102],"expensive,":[103],"use":[105],"CLIP":[106],"to":[107],"weakly":[108,130],"label":[109],"1.12":[110],"million":[111],"shots":[112],"32K":[114],"clips":[116],"based":[117],"on":[118,128,138,154],"our":[119],"proposed":[120],"taxonomy.":[121],"We":[122,146],"provide":[123],"baseline":[124],"models":[126,152],"trained":[127],"labeled":[131],"dataset":[132,141],"called":[133],"MovieCLIP":[134,155],"evaluate":[136],"them":[137],"an":[139],"independent":[140],"verified":[142],"human":[144],"raters.":[145],"show":[147],"that":[148],"leveraging":[149],"features":[150],"pretrained":[153],"benefits":[156],"downstream":[157],"tasks":[158],"multi-label":[161],"genre":[164],"classification":[165],"web":[167],"videos":[168],"trailers.":[171]},"counts_by_year":[],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}