This repo contains the official implementations of the following papers on sign language understanding:
[ECCV 2024] A Simple Baseline for Spoken Language to Sign Language Translation with 3D Avatars [Paper] [Code]
[CVPR 2023] Natural Language-Assisted Sign Language Recognition [Paper] [Code]
[CVPR 2023] CiCo: Domain-Aware Sign Language Retrieval via Cross-Lingual Contrastive Learning [Paper] [Code]
[NeurIPS 2022] Two-Stream Network for Sign Language Recognition and Translation [Paper] [Code]
[CVPR 2022] A Simple Multi-Modality Transfer Learning Baseline for Sign Language Translation [Paper] [Code]
Please cite our works if you find this repo is helpful.
@inproceedings{zuo2024simple,
title={A Simple Baseline for Spoken Language to Sign Language Translation with 3D Avatars},
author={Zuo, Ronglai and Wei, Fangyun and Chen, Zenggui and Mak, Brian and Yang, Jiaolong and Tong, Xin},
booktitle={ECCV},
year={2024}
}
@inproceedings{zuo2023natural,
title={Natural Language-Assisted Sign Language Recognition},
author={Zuo, Ronglai and Wei, Fangyun and Mak, Brian},
booktitle={CVPR},
year={2023}
}
@inproceedings{cheng2023cico,
title={CiCo: Domain-Aware Sign Language Retrieval via Cross-Lingual Contrastive Learning},
author={Cheng, Yiting and Wei, Fangyun and Jianmin, Bao and Chen, Dong and Zhang, Wen Qiang},
booktitle={CVPR},
year={2023}
}
@article{chen2022two,
title={Two-Stream Network for Sign Language Recognition and Translation},
author={Chen, Yutong and Zuo, Ronglai and Wei, Fangyun and Wu, Yu and Liu, Shujie and Mak, Brian},
journal={NeurIPS},
year={2022}
}
@inproceedings{chen2022simple,
title={A simple multi-modality transfer learning baseline for sign language translation},
author={Chen, Yutong and Wei, Fangyun and Sun, Xiao and Wu, Zhirong and Lin, Stephen},
booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
pages={5120--5130},
year={2022}
}
@inproceedings{wei2023improving,
title={Improving Continuous Sign Language Recognition with Cross-Lingual Signs},
author={Wei, Fangyun and Chen, Yutong},
booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
pages={23612--23621},
year={2023}
}