🦅 새 추적 60분

1Konkuk University2Hongik University3Hanyang University4Sungkyunkwan University
*deep daiv.Project Lead

Motivation

Pipeline

Deblurring & Super-Resolution (FMA-Net, '24 CVPR)

Segmentation & Tracking (SAM-Track, '23 CVPR)

Gaussian Blurring (OpenCV)

Video Frame Interpolation (Optional)

Origin
EMA-VFI ('23 CVPR)
Instant Slow-Mo ('24.02 Galaxy AI)

Visual Comparisons

Ours
Origin
Ours
Origin

Results

Citations


      @inproceedings{youk2024fmanet,
        author    = {Geunhyuk Youk and Jihyong Oh and Munchurl Kim},
        title     = {FMA-Net: Flow-Guided Dynamic Filtering and Iterative Feature Refinement with Multi-Attention for Joint Video Super-Resolution and Deblurring},
        booktitle = {CVPR},
        year      = {2024},
       }
      @inproceedings{zhang2023extracting,
        title={Extracting motion and appearance via inter-frame attention for efficient video frame interpolation},
        author={Zhang, Guozhen and Zhu, Yuhan and Wang, Haonan and Chen, Youxin and Wu, Gangshan and Wang, Limin},
        booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
        pages={5682--5692},
        year={2023}
      }
      @article{cheng2023segment,
        title={Segment and Track Anything},
        author={Cheng, Yangming and Li, Liulei and Xu, Yuanyou and Li, Xiaodi and Yang, Zongxin and Wang, Wenguan and Yang, Yi},
        journal={arXiv preprint arXiv:2305.06558},
        year={2023}
      }
      @article{kirillov2023segment,
        title={Segment anything},
        author={Kirillov, Alexander and Mintun, Eric and Ravi, Nikhila and Mao, Hanzi and Rolland, Chloe and Gustafson, Laura and Xiao, Tete and Whitehead, Spencer and Berg, Alexander C and Lo, Wan-Yen and others},
        journal={arXiv preprint arXiv:2304.02643},
        year={2023}
      }
      @inproceedings{yang2022deaot,
        title={Decoupling Features in Hierarchical Propagation for Video Object Segmentation},
        author={Yang, Zongxin and Yang, Yi},
        booktitle={Advances in Neural Information Processing Systems (NeurIPS)},
        year={2022}
      }
      @inproceedings{yang2021aot,
        title={Associating Objects with Transformers for Video Object Segmentation},
        author={Yang, Zongxin and Wei, Yunchao and Yang, Yi},
        booktitle={Advances in Neural Information Processing Systems (NeurIPS)},
        year={2021}
      }
      @article{liu2023grounding,
        title={Grounding dino: Marrying dino with grounded pre-training for open-set object detection},
        author={Liu, Shilong and Zeng, Zhaoyang and Ren, Tianhe and Li, Feng and Zhang, Hao and Yang, Jie and Li, Chunyuan and Yang, Jianwei and Su, Hang and Zhu, Jun and others},
        journal={arXiv preprint arXiv:2303.05499},
        year={2023}
      }
      @inproceedings{gong21b_interspeech,
        author={Yuan Gong and Yu-An Chung and James Glass},
        title={AST: Audio Spectrogram Transformer},
        booktitle={Proc. Interspeech 2021},
        pages={571--575},
        doi={10.21437/Interspeech.2021-698}
        year={2021} 
      }