Skip to content

Commit

Permalink
Add MoViNet-A5-Stream config.
Browse files Browse the repository at this point in the history
PiperOrigin-RevId: 377605316
  • Loading branch information
Hyperparticle authored and tensorflower-gardener committed Jun 4, 2021
1 parent e9f041c commit 6a9839f
Showing 1 changed file with 75 additions and 0 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,75 @@
# Video classification on Kinetics-600 using MoViNet-A5-Stream backbone.
# --experiment_type=movinet_kinetics600
# Achieves 82.37% Top-1 accuracy.
# http://mldash/experiments/7675567202035803461

runtime:
distribution_strategy: 'tpu'
mixed_precision_dtype: 'bfloat16'
task:
losses:
l2_weight_decay: 0.00003
label_smoothing: 0.1
model:
backbone:
movinet:
model_id: 'a5'
causal: true
use_positional_encoding: true
stochastic_depth_drop_rate: 0.2
norm_activation:
use_sync_bn: true
dropout_rate: 0.5
train_data:
name: kinetics600
variant_name: rgb
feature_shape: !!python/tuple
- 32
- 320
- 320
- 3
temporal_stride: 2
random_stride_range: 1
global_batch_size: 1024
dtype: 'bfloat16'
shuffle_buffer_size: 1024
min_image_size: 368
aug_max_area_ratio: 1.0
aug_max_aspect_ratio: 2.0
aug_min_area_ratio: 0.08
aug_min_aspect_ratio: 0.5
aug_type: 'autoaug'
validation_data:
name: kinetics600
feature_shape: !!python/tuple
- 120
- 320
- 320
- 3
temporal_stride: 2
num_test_clips: 1
num_test_crops: 1
global_batch_size: 32
min_image_size: 368
dtype: 'bfloat16'
drop_remainder: false
trainer:
optimizer_config:
learning_rate:
cosine:
initial_learning_rate: 1.8
decay_steps: 85785
warmup:
linear:
warmup_steps: 2145
optimizer:
type: 'rmsprop'
rmsprop:
rho: 0.9
momentum: 0.9
epsilon: 1.0
clipnorm: 1.0
train_steps: 85785
steps_per_loop: 500
summary_interval: 500
validation_interval: 500

0 comments on commit 6a9839f

Please sign in to comment.