mirror of
https://github.com/twitter/the-algorithm.git
synced 2024-06-01 08:48:46 +02:00
197bf2c563
Open sourcing Aggregation Framework, a config-driven Summingbird based framework for generating real-time and batch aggregate features to be consumed by ML models.
73 lines
3.3 KiB
Python
73 lines
3.3 KiB
Python
scala_library(
|
|
sources = ["*.scala"],
|
|
platform = "java8",
|
|
tags = ["bazel-compatible"],
|
|
dependencies = [
|
|
"3rdparty/jvm/com/twitter/bijection:core",
|
|
"3rdparty/jvm/com/twitter/bijection:json",
|
|
"3rdparty/jvm/com/twitter/bijection:netty",
|
|
"3rdparty/jvm/com/twitter/bijection:scrooge",
|
|
"3rdparty/jvm/com/twitter/bijection:thrift",
|
|
"3rdparty/jvm/com/twitter/bijection:util",
|
|
"3rdparty/jvm/com/twitter/chill:bijection",
|
|
"3rdparty/jvm/com/twitter/storehaus:algebra",
|
|
"3rdparty/jvm/com/twitter/storehaus:core",
|
|
"3rdparty/jvm/org/apache/hadoop:hadoop-client-default",
|
|
"3rdparty/src/jvm/com/twitter/scalding:args",
|
|
"3rdparty/src/jvm/com/twitter/scalding:commons",
|
|
"3rdparty/src/jvm/com/twitter/scalding:core",
|
|
"3rdparty/src/jvm/com/twitter/summingbird:batch",
|
|
"3rdparty/src/jvm/com/twitter/summingbird:batch-hadoop",
|
|
"3rdparty/src/jvm/com/twitter/summingbird:chill",
|
|
"3rdparty/src/jvm/com/twitter/summingbird:core",
|
|
"3rdparty/src/jvm/com/twitter/summingbird:scalding",
|
|
"finagle/finagle-core/src/main",
|
|
"gizmoduck/snapshot/src/main/scala/com/twitter/gizmoduck/snapshot:deleted_user-scala",
|
|
"src/java/com/twitter/ml/api:api-base",
|
|
"src/java/com/twitter/ml/api/constant",
|
|
"src/scala/com/twitter/ml/api/util",
|
|
"src/scala/com/twitter/scalding_internal/dalv2",
|
|
"src/scala/com/twitter/scalding_internal/job/analytics_batch",
|
|
"src/scala/com/twitter/scalding_internal/util",
|
|
"src/scala/com/twitter/storehaus_internal/manhattan/config",
|
|
"src/scala/com/twitter/storehaus_internal/offline",
|
|
"src/scala/com/twitter/storehaus_internal/util",
|
|
"src/scala/com/twitter/summingbird_internal/bijection",
|
|
"src/scala/com/twitter/summingbird_internal/bijection:bijection-implicits",
|
|
"src/scala/com/twitter/summingbird_internal/dalv2",
|
|
"src/scala/com/twitter/summingbird_internal/runner/common",
|
|
"src/scala/com/twitter/summingbird_internal/runner/scalding",
|
|
"src/scala/com/twitter/summingbird_internal/runner/store_config",
|
|
"src/scala/com/twitter/summingbird_internal/runner/store_config/versioned_store",
|
|
"src/scala/com/twitter/summingbird_internal/sources/common",
|
|
"src/thrift/com/twitter/ml/api:data-java",
|
|
"src/thrift/com/twitter/ml/api:interpretable-model-java",
|
|
"src/thrift/com/twitter/statebird:compiled-v2-java",
|
|
"timelines/data_processing/ml_util/aggregation_framework:common_types",
|
|
"timelines/data_processing/ml_util/aggregation_framework:user_job",
|
|
"timelines/data_processing/ml_util/aggregation_framework/scalding/sources",
|
|
"timelines/data_processing/ml_util/sampling:sampling_utils",
|
|
],
|
|
exports = [
|
|
"3rdparty/src/jvm/com/twitter/summingbird:scalding",
|
|
"src/scala/com/twitter/storehaus_internal/manhattan/config",
|
|
"src/scala/com/twitter/summingbird_internal/runner/store_config",
|
|
],
|
|
)
|
|
|
|
hadoop_binary(
|
|
name = "bin",
|
|
basename = "aggregation_framework_scalding-deploy",
|
|
main = "com.twitter.scalding.Tool",
|
|
platform = "java8",
|
|
runtime_platform = "java8",
|
|
tags = [
|
|
"bazel-compatible",
|
|
"bazel-compatible:migrated",
|
|
"bazel-only",
|
|
],
|
|
dependencies = [
|
|
":scalding",
|
|
],
|
|
)
|