Twitter's Recommendation Algorithm - Heavy Ranker and TwHIN embeddings

projects/twhin/scripts/docker_run.sh

@@ -0,0 +1,11 @@
+#! /bin/sh
+
+docker run -it --rm \
+  -v $HOME/workspace/tml:/usr/src/app/tml \
+  -v $HOME/.config:/root/.config \
+  -w /usr/src/app \
+  -e PYTHONPATH="/usr/src/app/" \
+  --network host \
+  -e SPEC_TYPE=chief \
+  local/torch \
+  bash tml/projects/twhin/scripts/run_in_docker.sh

projects/twhin/scripts/run_in_docker.sh

@@ -0,0 +1,9 @@
+#! /bin/sh
+
+torchrun \
+  --standalone \
+  --nnodes 1 \
+  --nproc_per_node 2 \
+  /usr/src/app/tml/projects/twhin/run.py \
+  --config_yaml_path="/usr/src/app/tml/projects/twhin/config/local.yaml" \
+  --save_dir="/some/save/dir"