mirror of
https://github.com/twitter/the-algorithm.git
synced 2024-06-02 09:18:49 +02:00
ef4c5eb65e
Please note we have force-pushed a new initial commit in order to remove some publicly-available Twitter user information. Note that this process may be required in the future. |
||
---|---|---|
.. | ||
BUILD | ||
InteractionGraphClientEventLogsCounters.scala | ||
InteractionGraphClientEventLogsJob.scala | ||
InteractionGraphClientEventLogsOption.scala | ||
InteractionGraphClientEventLogsSource.scala | ||
InteractionGraphClientEventLogsUtil.scala | ||
README.md |
InteractionGraphClientEventLogs Dataflow Job
IntelliJ
./bazel idea src/scala/com/twitter/interaction_graph/scio/agg_client_event_logs:interaction_graph_client_event_logs_scio
Compile
./bazel build src/scala/com/twitter/interaction_graph/scio/agg_client_event_logs:interaction_graph_client_event_logs_scio
Build Jar
./bazel bundle src/scala/com/twitter/interaction_graph/scio/agg_client_event_logs:interaction_graph_client_event_logs_scio
Run Scheduled Job
export PROJECTID=twttr-recos-ml-prod
export REGION=us-central1
export JOB_NAME=interaction-graph-client-event-logs-dataflow
bin/d6w schedule \
${PROJECTID}/${REGION}/${JOB_NAME} \
src/scala/com/twitter/interaction_graph/scio/agg_client_event_logs/config.d6w \
--bind=profile.user_name=cassowary \
--bind=profile.project=${PROJECTID} \
--bind=profile.region=${REGION} \
--bind=profile.job_name=${JOB_NAME} \
--bind=profile.environment=prod \
--bind=profile.date=2022-04-27 \
--bind=profile.output_path=processed/interaction_graph_agg_client_event_logs_dataflow