mirror of
https://github.com/twitter/the-algorithm.git
synced 2024-06-02 17:28:45 +02:00
ef4c5eb65e
Please note we have force-pushed a new initial commit in order to remove some publicly-available Twitter user information. Note that this process may be required in the future. |
||
---|---|---|
.. | ||
BUILD | ||
InteractionGraphAggDirectInteractionsJob.scala | ||
InteractionGraphAggDirectInteractionsOption.scala | ||
InteractionGraphAggDirectInteractionsSource.scala | ||
InteractionGraphAggDirectInteractionsUtil.scala | ||
README.md |
InteractionGraphAggDirectInteractions Dataflow Job
IntelliJ
./bazel idea src/scala/com/twitter/interaction_graph/scio/agg_direct_interactions:interaction_graph_agg_direct_interactions_scio
Compile
./bazel build src/scala/com/twitter/interaction_graph/scio/agg_direct_interactions:interaction_graph_agg_direct_interactions_scio
Build Jar
./bazel bundle src/scala/com/twitter/interaction_graph/scio/agg_direct_interactions:interaction_graph_agg_direct_interactions_scio
Run Scheduled Job
export PROJECTID=twttr-recos-ml-prod
export REGION=us-central1
export JOB_NAME=interaction-graph-agg-direct-interactions-dataflow
bin/d6w schedule \
${PROJECTID}/${REGION}/${JOB_NAME} \
src/scala/com/twitter/interaction_graph/scio/agg_direct_interactions/config.d6w \
--bind=profile.user_name=cassowary \
--bind=profile.project=${PROJECTID} \
--bind=profile.region=${REGION} \
--bind=profile.job_name=${JOB_NAME} \
--bind=profile.environment=prod \
--bind=profile.date=2022-04-13 \
--bind=profile.output_path=processed/interaction_graph_agg_direct_interactions_dataflow