From 3d8ffd5198d767286531edde9fbd762f5c8e9926 Mon Sep 17 00:00:00 2001 From: Kai Hu Date: Wed, 27 Sep 2023 02:51:21 -0400 Subject: [PATCH] add test config (#2694) --- .dev_scripts/benchmark_full_models.txt | 30 +++++++++++++++++++++++++ .dev_scripts/benchmark_options.py | 1 + .dev_scripts/benchmark_train_models.txt | 19 ++++++++++++++++ .dev_scripts/dataset_path.py | 8 +++++++ 4 files changed, 58 insertions(+) create mode 100644 .dev_scripts/benchmark_full_models.txt create mode 100644 .dev_scripts/benchmark_options.py create mode 100644 .dev_scripts/benchmark_train_models.txt create mode 100644 .dev_scripts/dataset_path.py diff --git a/.dev_scripts/benchmark_full_models.txt b/.dev_scripts/benchmark_full_models.txt new file mode 100644 index 0000000000..48e73ab2e0 --- /dev/null +++ b/.dev_scripts/benchmark_full_models.txt @@ -0,0 +1,30 @@ +configs/recognition/csn/ircsn_ig65m-pretrained-r50-bnfrozen_8xb12-32x2x1-58e_kinetics400-rgb.py +configs/recognition/i3d/i3d_imagenet-pretrained-r50_8xb8-32x2x1-100e_kinetics400-rgb.py +configs/recognition/mvit/mvit-small-p244_32xb16-16x4x1-200e_kinetics400-rgb.py +configs/recognition/r2plus1d/r2plus1d_r34_8xb8-8x8x1-180e_kinetics400-rgb.py +configs/recognition/slowfast/slowfast_r50_8xb8-4x16x1-256e_kinetics400-rgb.py +configs/recognition/tpn/tpn-slowonly_imagenet-pretrained-r50_8xb8-8x8x1-150e_kinetics400-rgb.py +configs/recognition/videomae/vit-base-p16_videomae-k400-pre_16x4x1_kinetics-400.py +configs/recognition/videomaev2/vit-small-p16_videomaev2-vit-g-dist-k710-pre_16x4x1_kinetics-400.py +configs/recognition/x3d/x3d_s_13x6x1_facebook-kinetics400-rgb.py +configs/retrieval/clip4clip/clip4clip_vit-base-p32-res224-clip-pre_8xb16-u12-5e_msrvtt-9k-rgb.py +configs/localization/tcanet/tcanet_2xb8-2048x100-9e_hacs-feature.py +configs/detection/lfb/slowonly-lfb-max_kinetics400-pretrained-r50_8xb12-4x16x1-20e_ava21-rgb.py +configs/detection/acrn/slowfast-acrn_kinetics400-pretrained-r50_8xb8-8x8x1-cosine-10e_ava21-rgb.py +configs/detection/slowonly/slowonly_kinetics400-pretrained-r50_8xb16-4x16x1-20e_ava21-rgb.py +configs/detection/slowfast/slowfast_kinetics400-pretrained-r50_8xb16-4x16x1-20e_ava21-rgb.py +configs/recognition/c2d/c2d_r50-in1k-pre_8xb32-8x8x1-100e_kinetics400-rgb.py +configs/recognition/c3d/c3d_sports1m-pretrained_8xb30-16x1x1-45e_ucf101-rgb.py +configs/recognition/slowonly/slowonly_imagenet-pretrained-r50_8xb16-4x16x1-steplr-150e_kinetics400-rgb.py +configs/recognition/swin/swin-tiny-p244-w877_in1k-pre_8xb8-amp-32x2x1-30e_kinetics400-rgb.py +configs/recognition/timesformer/timesformer_divST_8xb8-8x32x1-15e_kinetics400-rgb.py +configs/recognition/tin/tin_kinetics400-pretrained-tsm-r50_1x1x8-50e_kinetics400-rgb.py +configs/recognition/tsm/tsm_imagenet-pretrained-r50_8xb16-1x1x8-50e_kinetics400-rgb.py +configs/recognition/tsn/tsn_imagenet-pretrained-r50_8xb32-1x1x3-100e_kinetics400-rgb.py +configs/recognition/uniformerv2/uniformerv2-base-p16-res224_clip-kinetics710-pre_u8_kinetics400-rgb.py +configs/skeleton/2s-agcn/2s-agcn_8xb16-joint-u100-80e_ntu60-xsub-keypoint-2d.py +configs/skeleton/posec3d/slowonly_r50_8xb16-u48-240e_ntu60-xsub-keypoint.py +configs/skeleton/stgcn/stgcn_8xb16-joint-u100-80e_ntu60-xsub-keypoint-2d.py +configs/skeleton/stgcnpp/stgcnpp_8xb16-joint-u100-80e_ntu60-xsub-keypoint-2d.py +configs/recognition/tsm/tsm_imagenet-pretrained-mobileone-s4_8xb16-1x1x16-50e_kinetics400-rgb.py +configs/recognition/tsn/custom_backbones/tsn_imagenet-pretrained-mobileone-s4_8xb32-1x1x8-100e_kinetics400-rgb.py diff --git a/.dev_scripts/benchmark_options.py b/.dev_scripts/benchmark_options.py new file mode 100644 index 0000000000..13c21b9e15 --- /dev/null +++ b/.dev_scripts/benchmark_options.py @@ -0,0 +1 @@ +default_floating_range = 0.5 diff --git a/.dev_scripts/benchmark_train_models.txt b/.dev_scripts/benchmark_train_models.txt new file mode 100644 index 0000000000..ec7eabade5 --- /dev/null +++ b/.dev_scripts/benchmark_train_models.txt @@ -0,0 +1,19 @@ +configs/retrieval/clip4clip/clip4clip_vit-base-p32-res224-clip-pre_8xb16-u12-5e_msrvtt-9k-rgb.py +configs/localization/tcanet/tcanet_2xb8-2048x100-9e_hacs-feature.py +configs/detection/lfb/slowonly-lfb-max_kinetics400-pretrained-r50_8xb12-4x16x1-20e_ava21-rgb.py +configs/detection/acrn/slowfast-acrn_kinetics400-pretrained-r50_8xb8-8x8x1-cosine-10e_ava21-rgb.py +configs/detection/slowonly/slowonly_kinetics400-pretrained-r50_8xb16-4x16x1-20e_ava21-rgb.py +configs/detection/slowfast/slowfast_kinetics400-pretrained-r50_8xb16-4x16x1-20e_ava21-rgb.py +configs/recognition/c2d/c2d_r50-in1k-pre_8xb32-8x8x1-100e_kinetics400-rgb.py +configs/recognition/c3d/c3d_sports1m-pretrained_8xb30-16x1x1-45e_ucf101-rgb.py +configs/recognition/slowonly/slowonly_imagenet-pretrained-r50_8xb16-4x16x1-steplr-150e_kinetics400-rgb.py +configs/recognition/swin/swin-tiny-p244-w877_in1k-pre_8xb8-amp-32x2x1-30e_kinetics400-rgb.py +configs/recognition/timesformer/timesformer_divST_8xb8-8x32x1-15e_kinetics400-rgb.py +configs/recognition/tin/tin_kinetics400-pretrained-tsm-r50_1x1x8-50e_kinetics400-rgb.py +configs/recognition/tsm/tsm_imagenet-pretrained-r50_8xb16-1x1x8-50e_kinetics400-rgb.py +configs/recognition/tsn/tsn_imagenet-pretrained-r50_8xb32-1x1x3-100e_kinetics400-rgb.py +configs/recognition/uniformerv2/uniformerv2-base-p16-res224_clip-kinetics710-pre_u8_kinetics400-rgb.py +configs/skeleton/2s-agcn/2s-agcn_8xb16-joint-u100-80e_ntu60-xsub-keypoint-2d.py +configs/skeleton/posec3d/slowonly_r50_8xb16-u48-240e_ntu60-xsub-keypoint.py +configs/skeleton/stgcn/stgcn_8xb16-joint-u100-80e_ntu60-xsub-keypoint-2d.py +configs/skeleton/stgcnpp/stgcnpp_8xb16-joint-u100-80e_ntu60-xsub-keypoint-2d.py diff --git a/.dev_scripts/dataset_path.py b/.dev_scripts/dataset_path.py new file mode 100644 index 0000000000..25b80f0a88 --- /dev/null +++ b/.dev_scripts/dataset_path.py @@ -0,0 +1,8 @@ +dataset = dict( + kinetics400='s3://openmmlab/datasets/action/Kinetics400', + ucf101='s3://openmmlab/datasets/action/ucf101', + ava='s3://openmmlab/datasets/action/ava', + ntu='/mnt/petrelfs/share_data/lilin/datasets/skeleton', + msr_vtt='/mnt/petrelfs/share_data/lilin/datasets/msrvtt', + hacs='/mnt/petrelfs/share_data/hukai/HACS', + ava_kinetics='/mnt/petrelfs/share_data/hukai/ava_kinetics/')