mirror of
https://github.com/twitter/the-algorithm.git
synced 2024-06-01 08:48:46 +02:00
ef4c5eb65e
Please note we have force-pushed a new initial commit in order to remove some publicly-available Twitter user information. Note that this process may be required in the future.
74 lines
2.8 KiB
Python
74 lines
2.8 KiB
Python
scala_library(
|
|
name = "assemble-multi-type-graph-scio-lib",
|
|
sources = [
|
|
"*.scala",
|
|
],
|
|
platform = "java8",
|
|
tags = ["bazel-compatible"],
|
|
dependencies = [
|
|
":full_multi_type_graph_scio-scala",
|
|
":top_k_right_nouns_mh_scio-scala",
|
|
"beam-internal/src/main/scala/com/twitter/beam/io/dal",
|
|
"beam-internal/src/main/scala/com/twitter/beam/io/manhattan",
|
|
"beam-internal/src/main/scala/com/twitter/beam/job",
|
|
"beam-internal/src/main/scala/com/twitter/beam/transform",
|
|
"beam-internal/src/main/scala/com/twitter/scio_internal/runner/dataflow",
|
|
"src/scala/com/twitter/simclusters_v2/hdfs_sources",
|
|
"src/scala/com/twitter/simclusters_v2/scalding/multi_type_graph/assemble_multi_type_graph",
|
|
"src/scala/com/twitter/simclusters_v2/scio/common",
|
|
"src/scala/com/twitter/simclusters_v2/scio/multi_type_graph/common",
|
|
],
|
|
)
|
|
|
|
jvm_binary(
|
|
name = "assemble-multi-type-graph-scio-adhoc-app",
|
|
main = "com.twitter.simclusters_v2.scio.multi_type_graph.assemble_multi_type_graph.AssembleMultiTypeGraphScioAdhocApp",
|
|
platform = "java8",
|
|
tags = ["bazel-compatible"],
|
|
dependencies = [
|
|
":assemble-multi-type-graph-scio-lib",
|
|
"beam-internal/src/main/scala/com/twitter/beam/runner/dataflow",
|
|
],
|
|
)
|
|
|
|
jvm_binary(
|
|
name = "assemble-multi-type-graph-scio-batch-app",
|
|
main = "com.twitter.simclusters_v2.scio.multi_type_graph.assemble_multi_type_graph.AssembleMultiTypeGraphScioBatchApp",
|
|
platform = "java8",
|
|
tags = ["bazel-compatible"],
|
|
dependencies = [
|
|
":assemble-multi-type-graph-scio-lib",
|
|
"beam-internal/src/main/scala/com/twitter/beam/runner/dataflow",
|
|
],
|
|
)
|
|
|
|
create_datasets(
|
|
base_name = "full_multi_type_graph_scio",
|
|
java_schema = "com.twitter.simclusters_v2.thriftjava.MultiTypeGraphEdge",
|
|
platform = "java8",
|
|
role = "cassowary",
|
|
scala_schema = "com.twitter.simclusters_v2.thriftscala.MultiTypeGraphEdge",
|
|
segment_type = "snapshot",
|
|
tags = ["bazel-compatible"],
|
|
java_dependencies = [
|
|
"src/thrift/com/twitter/simclusters_v2:simclusters_v2-thrift-java",
|
|
],
|
|
scala_dependencies = [
|
|
"src/thrift/com/twitter/simclusters_v2:simclusters_v2-thrift-scala",
|
|
],
|
|
)
|
|
|
|
create_datasets(
|
|
base_name = "top_k_right_nouns_mh_scio",
|
|
key_type = "com.twitter.simclusters_v2.thriftscala.RightNodeTypeStruct",
|
|
platform = "java8",
|
|
role = "cassowary",
|
|
scala_schema = "com.twitter.simclusters_v2.hdfs_sources.injections.MultiTypeGraphInjections.topKRightNounListInjection",
|
|
segment_type = "snapshot",
|
|
tags = ["bazel-compatible"],
|
|
val_type = "com.twitter.simclusters_v2.thriftscala.NounWithFrequencyList",
|
|
scala_dependencies = [
|
|
"src/scala/com/twitter/simclusters_v2/hdfs_sources/injections",
|
|
],
|
|
)
|