training:
  num_train_steps: 10
  num_eval_steps: 5
  checkpoint_every_n: 5
  train_log_every_n: 1
  eval_log_every_n: 1
  save_dir: ${HOME}/tmp/runs/recap_local_debug
  eval_timeout_in_s: 7200
model:
  backbone:
    affine_map: null
    dcn_config: null
    dlrm_config: null
    mask_net_config:
      mask_blocks:
        - aggregation_size: 1024
          input_layer_norm: false
          output_size: 1024
          reduction_factor: null
        - aggregation_size: 1024
          input_layer_norm: false
          output_size: 1024
          reduction_factor: null
        - aggregation_size: 1024
          input_layer_norm: false
          output_size: 1024
          reduction_factor: null
        - aggregation_size: 1024
          input_layer_norm: false
          output_size: 1024
          reduction_factor: null
      mlp:
        batch_norm: null
        dropout: null
        final_layer_activation: true
        layer_sizes:
          - 2048
      use_parallel: true
    mlp_config: null
    pos_weight: 1.0
  featurization_config:
    clip_log1p_abs_config: null
    double_norm_log_config:
      batch_norm_config:
        affine: true
        momentum: 0.01
      clip_magnitude: 5.0
      layer_norm_config:
        axis: -1
        center: true
        epsilon: 0.0
        scale: true
    feature_names_to_concat:
      - binary
    log1p_abs_config: null
    z_score_log_config: null
  large_embeddings: null
  multi_task_type: share_all
  position_debias_config: null
  small_embeddings: null
  stratifiers: null
  tasks:
    recap.engagement.is_favorited:
      affine_map: null
      dcn_config: null
      dlrm_config: null
      mask_net_config: null
      mlp_config:
        batch_norm:
          affine: false
          momentum: 0.1
        dropout: null
        final_layer_activation: false
        layer_sizes:
          - 256
          - 128
          - 1
      pos_weight: 1.0
    recap.engagement.is_good_clicked_convo_desc_favorited_or_replied:
      affine_map: null
      dcn_config: null
      dlrm_config: null
      mask_net_config: null
      mlp_config:
        batch_norm:
          affine: false
          momentum: 0.1
        dropout: null
        final_layer_activation: false
        layer_sizes:
          - 256
          - 128
          - 1
      pos_weight: 1.0
    recap.engagement.is_good_clicked_convo_desc_v2:
      affine_map: null
      dcn_config: null
      dlrm_config: null
      mask_net_config: null
      mlp_config:
        batch_norm:
          affine: false
          momentum: 0.1
        dropout: null
        final_layer_activation: false
        layer_sizes:
          - 256
          - 128
          - 1
      pos_weight: 1.0
    recap.engagement.is_negative_feedback_v2:
      affine_map: null
      dcn_config: null
      dlrm_config: null
      mask_net_config: null
      mlp_config:
        batch_norm:
          affine: false
          momentum: 0.1
        dropout:
          rate: 0.1
        final_layer_activation: false
        layer_sizes:
          - 256
          - 128
          - 1
      pos_weight: 1.0
    recap.engagement.is_profile_clicked_and_profile_engaged:
      affine_map: null
      dcn_config: null
      dlrm_config: null
      mask_net_config: null
      mlp_config:
        batch_norm:
          affine: false
          momentum: 0.1
        dropout: null
        final_layer_activation: false
        layer_sizes:
          - 256
          - 128
          - 1
      pos_weight: 1.0
    recap.engagement.is_replied:
      affine_map: null
      dcn_config: null
      dlrm_config: null
      mask_net_config: null
      mlp_config:
        batch_norm:
          affine: false
          momentum: 0.1
        dropout: null
        final_layer_activation: false
        layer_sizes:
          - 256
          - 128
          - 1
      pos_weight: 1.0
    recap.engagement.is_replied_reply_engaged_by_author:
      affine_map: null
      dcn_config: null
      dlrm_config: null
      mask_net_config: null
      mlp_config:
        batch_norm:
          affine: false
          momentum: 0.1
        dropout: null
        final_layer_activation: false
        layer_sizes:
          - 256
          - 128
          - 1
      pos_weight: 1.0
    recap.engagement.is_report_tweet_clicked:
      affine_map: null
      dcn_config: null
      dlrm_config: null
      mask_net_config: null
      mlp_config:
        batch_norm:
          affine: false
          momentum: 0.1
        dropout:
          rate: 0.2
        final_layer_activation: false
        layer_sizes:
          - 256
          - 128
          - 1
      pos_weight: 1.0
    recap.engagement.is_retweeted:
      affine_map: null
      dcn_config: null
      dlrm_config: null
      mask_net_config: null
      mlp_config:
        batch_norm:
          affine: false
          momentum: 0.1
        dropout: null
        final_layer_activation: false
        layer_sizes:
          - 256
          - 128
          - 1
      pos_weight: 1.0
    recap.engagement.is_video_playback_50:
      affine_map: null
      dcn_config: null
      dlrm_config: null
      mask_net_config: null
      mlp_config:
        batch_norm:
          affine: false
          momentum: 0.1
        dropout: null
        final_layer_activation: false
        layer_sizes:
          - 256
          - 128
          - 1
      pos_weight: 1.0
train_data:
  global_batch_size: 128
  dataset_service_compression: AUTO
  inputs: &data_root "${HOME}/tmp/recap_local_random_data/*.gz"
  seg_dense_schema: &seg_dense_schema
    schema_path: "${TML_BASE}/projects/home/recap/config/home_recap_2022/segdense.json"
    renamed_features:
      "continuous": "home_recap_2022_cont__segdense_vals"
      "binary": "home_recap_2022_binary__segdense_vals"
      "discrete": "home_recap_2022_discrete__segdense_vals"
      "author_embedding": "original_author.timelines.twhin_author_follow_embeddings.twhin_author_follow_embeddings"
      "user_embedding": "user.timelines.twhin_user_follow_embeddings.twhin_user_follow_embeddings"
      "user_eng_embedding": "user.timelines.twhin_user_engagement_embeddings.twhin_user_engagement_embeddings"
      "meta__author_id": "meta.author_id"
      "meta__user_id": "meta.user_id"
      "meta__tweet_id": "meta.tweet_id"
  tasks: &data_tasks
    "recap.engagement.is_bookmarked": {}
    "recap.engagement.is_favorited": {}
    "recap.engagement.is_good_clicked_convo_desc_favorited_or_replied": {}
    "recap.engagement.is_good_clicked_convo_desc_v2": {}
    "recap.engagement.is_negative_feedback_v2": {}
    "recap.engagement.is_profile_clicked_and_profile_engaged": {}
    "recap.engagement.is_replied": {}
    "recap.engagement.is_replied_reply_engaged_by_author": {}
    "recap.engagement.is_report_tweet_clicked": {}
    "recap.engagement.is_retweeted": {}
    "recap.engagement.is_shared": {}
    "recap.engagement.is_tweet_detail_dwelled_15_sec": {}
    "recap.engagement.is_video_playback_50": {}
  preprocess: &preprocess
    truncate_and_slice:
      continuous_feature_truncation: 2117
      binary_feature_truncation: 59
validation_data:
  validation: &validation
    global_batch_size: &eval_batch_size 128
    inputs: *data_root
    seg_dense_schema: *seg_dense_schema
    tasks: *data_tasks
    preprocess: *preprocess
  train:
    global_batch_size: *eval_batch_size
    inputs: *data_root
    seg_dense_schema: *seg_dense_schema
    tasks: *data_tasks
    preprocess: *preprocess
  recap.engagement.is_favorited:
    global_batch_size: *eval_batch_size
    inputs: *data_root
    seg_dense_schema: *seg_dense_schema
    tasks:
      <<: *data_tasks
      "recap.engagement.is_favorited":
        pos_downsampling_rate: 0.8387
        neg_downsampling_rate: 0.01
    evaluation_tasks:
      - "recap.engagement.is_favorited"
    preprocess: *preprocess
  recap.engagement.is_good_clicked_convo_desc_favorited_or_replied:
    global_batch_size: *eval_batch_size
    inputs: *data_root
    seg_dense_schema: *seg_dense_schema
    tasks:
      <<: *data_tasks
      "recap.engagement.is_good_clicked_convo_desc_favorited_or_replied":
        pos_downsampling_rate: 0.9164
        neg_downsampling_rate: 0.00195
    evaluation_tasks:
      - "recap.engagement.is_good_clicked_convo_desc_favorited_or_replied"
    preprocess: *preprocess
  recap.engagement.is_good_clicked_convo_desc_v2:
    global_batch_size: *eval_batch_size
    inputs: *data_root
    seg_dense_schema: *seg_dense_schema
    tasks:
      <<: *data_tasks
      "recap.engagement.is_good_clicked_convo_desc_v2":
        pos_downsampling_rate: 1.0
        neg_downsampling_rate: 0.00174
    evaluation_tasks:
      - "recap.engagement.is_good_clicked_convo_desc_v2"
    preprocess: *preprocess
  recap.engagement.is_negative_feedback_v2:
    global_batch_size: *eval_batch_size
    inputs: *data_root
    seg_dense_schema: *seg_dense_schema
    tasks:
      <<: *data_tasks
      "recap.engagement.is_negative_feedback_v2":
        pos_downsampling_rate: 1.0
        neg_downsampling_rate: 0.00280
    evaluation_tasks:
      - "recap.engagement.is_negative_feedback_v2"
    preprocess: *preprocess
  recap.engagement.is_profile_clicked_and_profile_engaged:
    global_batch_size: *eval_batch_size
    inputs: *data_root
    seg_dense_schema: *seg_dense_schema
    tasks:
      <<: *data_tasks
      "recap.engagement.is_profile_clicked_and_profile_engaged":
        pos_downsampling_rate: 1.0
        neg_downsampling_rate: 0.0015
    evaluation_tasks:
      - "recap.engagement.is_profile_clicked_and_profile_engaged"
    preprocess: *preprocess
  recap.engagement.is_replied:
    global_batch_size: *eval_batch_size
    inputs: *data_root
    seg_dense_schema: *seg_dense_schema
    tasks:
      <<: *data_tasks
      "recap.engagement.is_replied":
        pos_downsampling_rate: 1.0
        neg_downsampling_rate: 0.005
    evaluation_tasks:
      - "recap.engagement.is_replied"
    preprocess: *preprocess
  recap.engagement.is_replied_reply_engaged_by_author:
    global_batch_size: *eval_batch_size
    inputs: *data_root
    seg_dense_schema: *seg_dense_schema
    tasks:
      <<: *data_tasks
      "recap.engagement.is_replied_reply_engaged_by_author":
        pos_downsampling_rate: 1.0
        neg_downsampling_rate: 0.001
    evaluation_tasks:
      - "recap.engagement.is_replied_reply_engaged_by_author"
    preprocess: *preprocess
  recap.engagement.is_report_tweet_clicked:
    global_batch_size: *eval_batch_size
    inputs: *data_root
    seg_dense_schema: *seg_dense_schema
    tasks:
      <<: *data_tasks
      "recap.engagement.is_report_tweet_clicked":
        pos_downsampling_rate: 1.0
        neg_downsampling_rate: 0.000014
    evaluation_tasks:
      - "recap.engagement.is_report_tweet_clicked"
    preprocess: *preprocess
  recap.engagement.is_retweeted:
    global_batch_size: *eval_batch_size
    inputs: *data_root
    seg_dense_schema: *seg_dense_schema
    tasks:
      <<: *data_tasks
      "recap.engagement.is_retweeted":
        pos_downsampling_rate: 0.9561
        neg_downsampling_rate: 0.004
    evaluation_tasks:
      - "recap.engagement.is_retweeted"
    preprocess: *preprocess
  recap.engagement.is_video_playback_50:
    global_batch_size: *eval_batch_size
    inputs: *data_root
    seg_dense_schema: *seg_dense_schema
    tasks:
      <<: *data_tasks
      "recap.engagement.is_video_playback_50":
        pos_downsampling_rate: 1.0
        neg_downsampling_rate: 0.00427
    evaluation_tasks:
      - "recap.engagement.is_video_playback_50"
    preprocess: *preprocess

optimizer:
  adam:
    beta_1: 0.95
    beta_2: 0.999
    epsilon: 1.0e-07
  multi_task_learning_rates:
    backbone_learning_rate:
      constant: null
      linear_ramp_to_constant:
        learning_rate: 0.0001
        num_ramp_steps: 1000
      linear_ramp_to_cosine: null
      piecewise_constant: null
    tower_learning_rates:
      recap.engagement.is_favorited:
        constant: null
        linear_ramp_to_constant:
          learning_rate: 0.0008
          num_ramp_steps: 5000
        linear_ramp_to_cosine: null
        piecewise_constant: null
      recap.engagement.is_good_clicked_convo_desc_favorited_or_replied:
        constant: null
        linear_ramp_to_constant:
          learning_rate: 0.0001
          num_ramp_steps: 2000
        linear_ramp_to_cosine: null
        piecewise_constant: null
      recap.engagement.is_good_clicked_convo_desc_v2:
        constant: null
        linear_ramp_to_constant:
          learning_rate: 0.0002
          num_ramp_steps: 1000
        linear_ramp_to_cosine: null
        piecewise_constant: null
      recap.engagement.is_negative_feedback_v2:
        constant: null
        linear_ramp_to_constant:
          learning_rate: 0.0005
          num_ramp_steps: 5000
        linear_ramp_to_cosine: null
        piecewise_constant: null
      recap.engagement.is_profile_clicked_and_profile_engaged:
        constant: null
        linear_ramp_to_constant:
          learning_rate: 0.0003
          num_ramp_steps: 1000
        linear_ramp_to_cosine: null
        piecewise_constant: null
      recap.engagement.is_replied:
        constant: null
        linear_ramp_to_constant:
          learning_rate: 0.001
          num_ramp_steps: 1000
        linear_ramp_to_cosine: null
        piecewise_constant: null
      recap.engagement.is_replied_reply_engaged_by_author:
        constant: null
        linear_ramp_to_constant:
          learning_rate: 0.0001
          num_ramp_steps: 1000
        linear_ramp_to_cosine: null
        piecewise_constant: null
      recap.engagement.is_report_tweet_clicked:
        constant: null
        linear_ramp_to_constant:
          learning_rate: 0.0001
          num_ramp_steps: 3000
        linear_ramp_to_cosine: null
        piecewise_constant: null
      recap.engagement.is_retweeted:
        constant: null
        linear_ramp_to_constant:
          learning_rate: 0.0001
          num_ramp_steps: 1000
        linear_ramp_to_cosine: null
        piecewise_constant: null
      recap.engagement.is_video_playback_50:
        constant: null
        linear_ramp_to_constant:
          learning_rate: 0.003
          num_ramp_steps: 1000
        linear_ramp_to_cosine: null
        piecewise_constant: null
  single_task_learning_rate: null