diff --git a/README.md b/README.md index 660003e..a3f8335 100644 --- a/README.md +++ b/README.md @@ -17,5 +17,5 @@ Currently, this codebase supports the following models: ## Suporting Team -This codebase is actively supported by Facebook AI computer vision: @CHJoanna, @weiyaowang, @hengcv, @deeptigp, @dutran, and independent researchers @bjuncek (Quantsight, Oxford VGG). +This codebase is actively supported by Facebook AI computer vision: @CHJoanna, @weiyaowang, @hengcv, @deeptigp, @dutran, and community researchers @bjuncek (Quantsight, Oxford VGG). diff --git a/pt/hubconf.py b/pt/hubconf.py new file mode 100644 index 0000000..625972c --- /dev/null +++ b/pt/hubconf.py @@ -0,0 +1,3 @@ +dependencies = ["torch", "torchvision"] + +from vmz.models import r2plus1d_34, r2plus1d_152, ip_csn_152, ir_csn_152 diff --git a/pt/vmz/models/csn.py b/pt/vmz/models/csn.py index 8cc64f4..0f4c746 100644 --- a/pt/vmz/models/csn.py +++ b/pt/vmz/models/csn.py @@ -12,6 +12,9 @@ def ir_csn_152(pretraining="", progress=False, **kwargs): avail_pretrainings = [ "ig65m_32frms", + "ig_ft_kinetics_32frms", + "sports1m_32frms", + "sports1m_ft_kinetics_32frms", ] if pretraining in avail_pretrainings: @@ -42,6 +45,9 @@ def ip_csn_152(pretrained=False, progress=False, **kwargs): def ir_csn_152(pretraining="", progress=False, **kwargs): avail_pretrainings = [ "ig65m_32frms", + "ig_ft_kinetics_32frms", + "sports1m_32frms", + "sports1m_ft_kinetics_32frms", ] if pretraining in avail_pretrainings: diff --git a/pt/vmz/models/r2plus1d.py b/pt/vmz/models/r2plus1d.py index 6c566a7..50ac547 100644 --- a/pt/vmz/models/r2plus1d.py +++ b/pt/vmz/models/r2plus1d.py @@ -56,8 +56,10 @@ def r2plus1d_34(pretraining="", progress=False, **kwargs): def r2plus1d_152(pretraining="", progress=False, **kwargs): avail_pretrainings = [ - "ig65m_8frms", "ig65m_32frms", + "ig_ft_kinetics_32frms", + "sports1m_32frms", + "sports1m_ft_kinetics_32frms", ] if pretraining in avail_pretrainings: arch = "r2plus1d_" + pretraining diff --git a/pt/vmz/models/utils.py b/pt/vmz/models/utils.py index 48b0f5a..56d4e8e 100644 --- a/pt/vmz/models/utils.py +++ b/pt/vmz/models/utils.py @@ -4,14 +4,22 @@ # TODO: upload models and load them model_urls = { - "r2plus1d_34_kinetics_8frms": "", # noqa: E501 - "r2plus1d_34_kinetics_32frms": "", # noqa: E501 - "r2plus1d_34_ig65m_8frms": "", # noqa: E501 - "r2plus1d_34_ig65m_32frms": "", # noqa: E501 - "r2plus1d_152_ig65m_8frms": "", # noqa: E501 - "r2plus1d_152_ig65m_32frms": "", # noqa: E501 - "ir_csn_152_ig65m_32frms": "", # noqa: E501 - "ip_csn_152_ig65m_32frms": "", # noqa: E501 + "r2plus1d_34_8_ig65m": "https://github.com/moabitcoin/ig65m-pytorch/releases/download/v1.0.0/r2plus1d_34_clip8_ig65m_from_scratch-9bae36ae.pth", # noqa: E501 + "r2plus1d_34_32_ig65m": "https://github.com/moabitcoin/ig65m-pytorch/releases/download/v1.0.0/r2plus1d_34_clip32_ig65m_from_scratch-449a7af9.pth", # noqa: E501 + "r2plus1d_34_8_kinetics": "https://github.com/moabitcoin/ig65m-pytorch/releases/download/v1.0.0/r2plus1d_34_clip8_ft_kinetics_from_ig65m-0aa0550b.pth", # noqa: E501 + "r2plus1d_34_32_kinetics": "https://github.com/moabitcoin/ig65m-pytorch/releases/download/v1.0.0/r2plus1d_34_clip32_ft_kinetics_from_ig65m-ade133f1.pth", # noqa: E501 + "r2plus1d_152_ig65m_32frms": "https://github.com/bjuncek/VMZ/releases/download/test_models/r2plus1d_152_ig65m_from_scratch_f106380637.pth", + "r2plus1d_152_ig_ft_kinetics_32frms": "https://github.com/bjuncek/VMZ/releases/download/test_models/r2plus1d_152_ft_kinetics_from_ig65m_f107107466.pth", + "r2plus1d_152_sports1m_32frms": "", + "r2plus1d_152_sports1m_ft_kinetics_32frms": "https://github.com/bjuncek/VMZ/releases/download/test_models/r2plus1d_152_ft_kinetics_from_sports1m_f128957437.pth", + "ir_csn_152_ig65m_32frms": "https://github.com/bjuncek/VMZ/releases/download/test_models/irCSN_152_ig65m_from_scratch_f125286141.pth", + "ir_csn_152_ig_ft_kinetics_32frms": "https://github.com/bjuncek/VMZ/releases/download/test_models/irCSN_152_ft_kinetics_from_ig65m_f126851907.pth", + "ir_csn_152_sports1m_32frms": "https://github.com/bjuncek/VMZ/releases/download/test_models/irCSN_152_Sports1M_from_scratch_f99918785.pth", + "ir_csn_152_sports1m_ft_kinetics_32frms": "https://github.com/bjuncek/VMZ/releases/download/test_models/irCSN_152_ft_kinetics_from_Sports1M_f101599884.pth", + "ip_csn_152_ig65m_32frms": "https://github.com/bjuncek/VMZ/releases/download/test_models/ipCSN_152_ig65m_from_scratch_f130601052.pth", + "ip_csn_152_ig_ft_kinetics_32frms": "https://github.com/bjuncek/VMZ/releases/download/test_models/ipCSN_152_ft_kinetics_from_ig65m_f133090949.pth", + "ip_csn_152_sports1m_32frms": "https://github.com/bjuncek/VMZ/releases/download/test_models/ipCSN_152_Sports1M_from_scratch_f111018543.pth", + "ip_csn_152_sports1m_ft_kinetics_32frms": "https://github.com/bjuncek/VMZ/releases/download/test_models/ipCSN_152_ft_kinetics_from_Sports1M_f111279053.pth", }