Upload config.yml (#1)

- Upload config.yml (99df524299b34414c0fae434b8e9c7c7d4ddf171)


Co-authored-by: Alison Zhong <[email protected]>

config.yml

@@ -0,0 +1,492 @@
+AUG:
+  AA_TYPE: rand-m9-mstd0.5-inc1
+  COLOR_JITTER: 0.4
+  ENABLE: false
+  GEN_MASK_LOADER: false
+  INTERPOLATION: bicubic
+  MASK_FRAMES: false
+  MASK_RATIO: 0.0
+  MASK_TUBE: false
+  MASK_WINDOW_SIZE:
+  - 8
+  - 7
+  - 7
+  MAX_MASK_PATCHES_PER_BLOCK: null
+  NUM_SAMPLE: 1
+  RE_COUNT: 1
+  RE_MODE: pixel
+  RE_PROB: 0.25
+  RE_SPLIT: false
+AVA:
+  ANNOTATION_DIR: /mnt/vol/gfsai-flash3-east/ai-group/users/haoqifan/ava/frame_list/
+  BGR: false
+  DETECTION_SCORE_THRESH: 0.9
+  EXCLUSION_FILE: ava_val_excluded_timestamps_v2.2.csv
+  FRAME_DIR: /mnt/fair-flash3-east/ava_trainval_frames.img/
+  FRAME_LIST_DIR: /mnt/vol/gfsai-flash3-east/ai-group/users/haoqifan/ava/frame_list/
+  FULL_TEST_ON_VAL: false
+  GROUNDTRUTH_FILE: ava_val_v2.2.csv
+  IMG_PROC_BACKEND: cv2
+  LABEL_MAP_FILE: ava_action_list_v2.2_for_activitynet_2019.pbtxt
+  TEST_FORCE_FLIP: false
+  TEST_LISTS:
+  - val.csv
+  TEST_PREDICT_BOX_LISTS:
+  - ava_val_predicted_boxes.csv
+  TRAIN_GT_BOX_LISTS:
+  - ava_train_v2.2.csv
+  TRAIN_LISTS:
+  - train.csv
+  TRAIN_PCA_JITTER_ONLY: true
+  TRAIN_PREDICT_BOX_LISTS: []
+  TRAIN_USE_COLOR_AUGMENTATION: false
+BENCHMARK:
+  LOG_PERIOD: 100
+  NUM_EPOCHS: 5
+  SHUFFLE: true
+BN:
+  GLOBAL_SYNC: false
+  NORM_TYPE: sync_batchnorm
+  NUM_BATCHES_PRECISE: 200
+  NUM_SPLITS: 1
+  NUM_SYNC_DEVICES: 1
+  USE_PRECISE_STATS: true
+  WEIGHT_DECAY: 0.0
+CONTRASTIVE:
+  BN_MLP: false
+  BN_SYNC_MLP: false
+  DELTA_CLIPS_MAX: .inf
+  DELTA_CLIPS_MIN: -.inf
+  DIM: 128
+  INTERP_MEMORY: false
+  KNN_ON: true
+  LENGTH: 239975
+  LOCAL_SHUFFLE_BN: true
+  MEM_TYPE: 1d
+  MLP_DIM: 2048
+  MOCO_MULTI_VIEW_QUEUE: false
+  MOMENTUM: 0.5
+  MOMENTUM_ANNEALING: false
+  NUM_CLASSES_DOWNSTREAM: 400
+  NUM_MLP_LAYERS: 1
+  PREDICTOR_DEPTHS: []
+  QUEUE_LEN: 65536
+  SEQUENTIAL: false
+  SIMCLR_DIST_ON: true
+  SWAV_QEUE_LEN: 0
+  T: 0.07
+  TYPE: mem
+DATA:
+  COLOR_RND_GRAYSCALE: 0.0
+  DECODING_BACKEND: torchvision
+  DECODING_SHORT_SIZE: 256
+  DUMMY_LOAD: false
+  ENSEMBLE_METHOD: max
+  IN22K_TRAINVAL: false
+  IN22k_VAL_IN1K: ''
+  INPUT_CHANNEL_NUM:
+  - 3
+  INV_UNIFORM_SAMPLE: true
+  IN_VAL_CROP_RATIO: 0.875
+  LOADER_CHUNK_OVERALL_SIZE: 0
+  LOADER_CHUNK_SIZE: 0
+  MEAN:
+  - 0.45
+  - 0.45
+  - 0.45
+  MULTI_LABEL: true
+  NUM_FRAMES: 16
+  PATH_LABEL_SEPARATOR: ' '
+  PATH_PREFIX: kabr/KABR/dataset/image
+  PATH_TO_DATA_DIR: kabr/KABR/annotation
+  PATH_TO_PRELOAD_IMDB: ''
+  RANDOM_FLIP: true
+  REVERSE_INPUT_CHANNEL: true
+  SAMPLING_RATE: 5
+  SKIP_ROWS: 0
+  SSL_BLUR_SIGMA_MAX:
+  - 0.0
+  - 2.0
+  SSL_BLUR_SIGMA_MIN:
+  - 0.0
+  - 0.1
+  SSL_COLOR_BRI_CON_SAT:
+  - 0.2
+  - 0.2
+  - 0.2
+  SSL_COLOR_HUE: 0.1
+  SSL_COLOR_JITTER: true
+  SSL_MOCOV2_AUG: false
+  STD:
+  - 0.225
+  - 0.225
+  - 0.225
+  TARGET_FPS: 30
+  TEST_CROP_SIZE: 300
+  TIME_DIFF_PROB: 0.0
+  TRAIN_CROP_NUM_SPATIAL: 1
+  TRAIN_CROP_NUM_TEMPORAL: 1
+  TRAIN_CROP_SIZE: 300
+  TRAIN_JITTER_ASPECT_RELATIVE: []
+  TRAIN_JITTER_FPS: 0.0
+  TRAIN_JITTER_MOTION_SHIFT: false
+  TRAIN_JITTER_SCALES:
+  - 300
+  - 400
+  TRAIN_JITTER_SCALES_RELATIVE: []
+  TRAIN_PCA_EIGVAL:
+  - 0.225
+  - 0.224
+  - 0.229
+  TRAIN_PCA_EIGVEC:
+  - - -0.5675
+    - 0.7192
+    - 0.4009
+  - - -0.5808
+    - -0.0045
+    - -0.814
+  - - -0.5836
+    - -0.6948
+    - 0.4203
+  USE_OFFSET_SAMPLING: false
+DATA_LOADER:
+  ENABLE_MULTI_THREAD_DECODE: false
+  NUM_WORKERS: 8
+  PIN_MEMORY: true
+DEMO:
+  BUFFER_SIZE: 0
+  CLIP_VIS_SIZE: 10
+  COMMON_CLASS_NAMES:
+  - watch (a person)
+  - talk to (e.g., self, a person, a group)
+  - listen to (a person)
+  - touch (an object)
+  - carry/hold (an object)
+  - walk
+  - sit
+  - lie/sleep
+  - bend/bow (at the waist)
+  COMMON_CLASS_THRES: 0.7
+  DETECTRON2_CFG: COCO-Detection/faster_rcnn_R_50_FPN_3x.yaml
+  DETECTRON2_THRESH: 0.9
+  DETECTRON2_WEIGHTS: detectron2://COCO-Detection/faster_rcnn_R_50_FPN_3x/137849458/model_final_280758.pkl
+  DISPLAY_HEIGHT: 0
+  DISPLAY_WIDTH: 0
+  ENABLE: false
+  FPS: 30
+  GT_BOXES: ''
+  INPUT_FORMAT: BGR
+  INPUT_VIDEO: kabr/KABR/dataset/video/G0103.mp4
+  LABEL_FILE_PATH: kabr/KABR/annotation/classes.json
+  NUM_CLIPS_SKIP: 1
+  NUM_VIS_INSTANCES: 1
+  OUTPUT_FILE: kabr/KABR/dataset/predict/G0103.mp4
+  OUTPUT_FPS: -1
+  PREDS_BOXES: ''
+  SLOWMO: 1
+  STARTING_SECOND: 900
+  THREAD_ENABLE: false
+  UNCOMMON_CLASS_THRES: 0.3
+  VIS_MODE: thres
+  WEBCAM: -1
+DETECTION:
+  ALIGNED: true
+  ENABLE: false
+  ROI_XFORM_RESOLUTION: 7
+  SPATIAL_SCALE_FACTOR: 16
+DIST_BACKEND: nccl
+LOG_MODEL_INFO: true
+LOG_PERIOD: 10
+MASK:
+  DECODER_DEPTH: 0
+  DECODER_EMBED_DIM: 512
+  DECODER_SEP_POS_EMBED: false
+  DEC_KV_KERNEL: []
+  DEC_KV_STRIDE: []
+  ENABLE: false
+  HEAD_TYPE: separate
+  MAE_ON: false
+  MAE_RND_MASK: false
+  NORM_PRED_PIXEL: true
+  PER_FRAME_MASKING: false
+  PRED_HOG: false
+  PRETRAIN_DEPTH:
+  - 15
+  SCALE_INIT_BY_DEPTH: false
+  TIME_STRIDE_LOSS: true
+MIXUP:
+  ALPHA: 0.8
+  CUTMIX_ALPHA: 1.0
+  ENABLE: false
+  LABEL_SMOOTH_VALUE: 0.1
+  PROB: 1.0
+  SWITCH_PROB: 0.5
+MODEL:
+  ACT_CHECKPOINT: false
+  ARCH: x3d
+  DETACH_FINAL_FC: false
+  DROPCONNECT_RATE: 0.0
+  DROPOUT_RATE: 0.5
+  FC_INIT_STD: 0.01
+  FP16_ALLREDUCE: false
+  FROZEN_BN: false
+  HEAD_ACT: sigmoid
+  LOSS_FUNC: EQL
+  MODEL_NAME: X3D
+  MULTI_PATHWAY_ARCH:
+  - slowfast
+  NUM_CLASSES: 8
+  SINGLE_PATHWAY_ARCH:
+  - 2d
+  - c2d
+  - i3d
+  - slow
+  - x3d
+  - mvit
+  - maskmvit
+MULTIGRID:
+  BN_BASE_SIZE: 8
+  DEFAULT_B: 0
+  DEFAULT_S: 0
+  DEFAULT_T: 0
+  EPOCH_FACTOR: 1.5
+  EVAL_FREQ: 3
+  LONG_CYCLE: false
+  LONG_CYCLE_FACTORS:
+  - - 0.25
+    - 0.7071067811865476
+  - - 0.5
+    - 0.7071067811865476
+  - - 0.5
+    - 1
+  - - 1
+    - 1
+  LONG_CYCLE_SAMPLING_RATE: 0
+  SHORT_CYCLE: false
+  SHORT_CYCLE_FACTORS:
+  - 0.5
+  - 0.7071067811865476
+MVIT:
+  CLS_EMBED_ON: true
+  DEPTH: 16
+  DIM_MUL: []
+  DIM_MUL_IN_ATT: false
+  DROPOUT_RATE: 0.0
+  DROPPATH_RATE: 0.1
+  EMBED_DIM: 96
+  HEAD_INIT_SCALE: 1.0
+  HEAD_MUL: []
+  LAYER_SCALE_INIT_VALUE: 0.0
+  MLP_RATIO: 4.0
+  MODE: conv
+  NORM: layernorm
+  NORM_STEM: false
+  NUM_HEADS: 1
+  PATCH_2D: false
+  PATCH_KERNEL:
+  - 3
+  - 7
+  - 7
+  PATCH_PADDING:
+  - 2
+  - 4
+  - 4
+  PATCH_STRIDE:
+  - 2
+  - 4
+  - 4
+  POOL_FIRST: false
+  POOL_KVQ_KERNEL: null
+  POOL_KV_STRIDE: []
+  POOL_KV_STRIDE_ADAPTIVE: null
+  POOL_Q_STRIDE: []
+  QKV_BIAS: true
+  REL_POS_SPATIAL: false
+  REL_POS_TEMPORAL: false
+  REL_POS_ZERO_INIT: false
+  RESIDUAL_POOLING: false
+  REV:
+    BUFFER_LAYERS: []
+    ENABLE: false
+    PRE_Q_FUSION: avg
+    RESPATH_FUSE: concat
+    RES_PATH: conv
+  SEPARATE_QKV: false
+  SEP_POS_EMBED: false
+  USE_ABS_POS: true
+  USE_FIXED_SINCOS_POS: false
+  USE_MEAN_POOLING: false
+  ZERO_DECAY_POS_CLS: true
+NONLOCAL:
+  GROUP:
+  - - 1
+  - - 1
+  - - 1
+  - - 1
+  INSTANTIATION: dot_product
+  LOCATION:
+  - - []
+  - - []
+  - - []
+  - - []
+  POOL:
+  - - - 1
+      - 2
+      - 2
+    - - 1
+      - 2
+      - 2
+  - - - 1
+      - 2
+      - 2
+    - - 1
+      - 2
+      - 2
+  - - - 1
+      - 2
+      - 2
+    - - 1
+      - 2
+      - 2
+  - - - 1
+      - 2
+      - 2
+    - - 1
+      - 2
+      - 2
+NUM_GPUS: 8
+NUM_SHARDS: 1
+OUTPUT_DIR: kabr/KABR/logs/x3d-l-kabr
+RESNET:
+  DEPTH: 50
+  INPLACE_RELU: true
+  NUM_BLOCK_TEMP_KERNEL:
+  - - 3
+  - - 4
+  - - 6
+  - - 3
+  NUM_GROUPS: 1
+  SPATIAL_DILATIONS:
+  - - 1
+  - - 1
+  - - 1
+  - - 1
+  SPATIAL_STRIDES:
+  - - 1
+  - - 2
+  - - 2
+  - - 2
+  STRIDE_1X1: false
+  TRANS_FUNC: x3d_transform
+  WIDTH_PER_GROUP: 64
+  ZERO_INIT_FINAL_BN: true
+  ZERO_INIT_FINAL_CONV: false
+RNG_SEED: 0
+SHARD_ID: 0
+SLOWFAST:
+  ALPHA: 8
+  BETA_INV: 8
+  FUSION_CONV_CHANNEL_RATIO: 2
+  FUSION_KERNEL_SZ: 5
+SOLVER:
+  BASE_LR: 0.05
+  BASE_LR_SCALE_NUM_SHARDS: true
+  BETAS:
+  - 0.9
+  - 0.999
+  CLIP_GRAD_L2NORM: null
+  CLIP_GRAD_VAL: null
+  COSINE_AFTER_WARMUP: false
+  COSINE_END_LR: 0.0
+  DAMPENING: 0.0
+  GAMMA: 0.1
+  LARS_ON: false
+  LAYER_DECAY: 1.0
+  LRS: []
+  LR_POLICY: cosine
+  MAX_EPOCH: 120
+  MOMENTUM: 0.9
+  NESTEROV: true
+  OPTIMIZING_METHOD: sgd
+  STEPS: []
+  STEP_SIZE: 1
+  WARMUP_EPOCHS: 35.0
+  WARMUP_FACTOR: 0.1
+  WARMUP_START_LR: 0.01
+  WEIGHT_DECAY: 5.0e-05
+  ZERO_WD_1D_PARAM: false
+TASK: ''
+TENSORBOARD:
+  CATEGORIES_PATH: ''
+  CLASS_NAMES_PATH: kabr/KABR/annotation/classes.json
+  CONFUSION_MATRIX:
+    ENABLE: true
+    FIGSIZE:
+    - 8
+    - 8
+    SUBSET_PATH: kabr/KABR/annotation/classes.txt
+  ENABLE: true
+  HISTOGRAM:
+    ENABLE: true
+    FIGSIZE:
+    - 8
+    - 8
+    SUBSET_PATH: kabr/KABR/annotation/classes.txt
+    TOPK: 3
+  LOG_DIR: ''
+  MODEL_VIS:
+    ACTIVATIONS: true
+    COLORMAP: Pastel2
+    ENABLE: true
+    GRAD_CAM:
+      COLORMAP: viridis
+      ENABLE: true
+      LAYER_LIST:
+      - s5/pathway0_res14
+      USE_TRUE_LABEL: false
+    INPUT_VIDEO: true
+    LAYER_LIST:
+    - s5/pathway0_res14
+    MODEL_WEIGHTS: true
+    TOPK_PREDS: 1
+  PREDICTIONS_PATH: ''
+  WRONG_PRED_VIS:
+    ENABLE: false
+    SUBSET_PATH: ''
+    TAG: Incorrectly classified videos.
+TEST:
+  BATCH_SIZE: 64
+  CHECKPOINT_FILE_PATH: ''
+  CHECKPOINT_TYPE: pytorch
+  DATASET: charades
+  ENABLE: false
+  NUM_ENSEMBLE_VIEWS: 2
+  NUM_SPATIAL_CROPS: 1
+  NUM_TEMPORAL_CLIPS: []
+  SAVE_RESULTS_PATH: kabr/KABR/logs/x3d-l-kabr/results.txt
+TRAIN:
+  AUTO_RESUME: true
+  BATCH_SIZE: 64
+  CHECKPOINT_CLEAR_NAME_PATTERN: []
+  CHECKPOINT_EPOCH_RESET: true
+  CHECKPOINT_FILE_PATH: slowfast/projects/x3d/x3d_l.pyth
+  CHECKPOINT_INFLATE: false
+  CHECKPOINT_IN_INIT: false
+  CHECKPOINT_PERIOD: 5
+  CHECKPOINT_TYPE: pytorch
+  DATASET: charades
+  ENABLE: true
+  EVAL_PERIOD: 5
+  KILL_LOSS_EXPLOSION_FACTOR: 0.0
+  MIXED_PRECISION: false
+VIS_MASK:
+  ENABLE: false
+X3D:
+  BN_LIN5: false
+  BOTTLENECK_FACTOR: 2.25
+  CHANNELWISE_3x3x3: true
+  DEPTH_FACTOR: 5.0
+  DIM_C1: 12
+  DIM_C5: 2048
+  SCALE_RES2: false
+  WIDTH_FACTOR: 2.0