mirror of
https://github.com/twitter/the-algorithm.git
synced 2024-06-01 08:48:46 +02:00
ef4c5eb65e
Please note we have force-pushed a new initial commit in order to remove some publicly-available Twitter user information. Note that this process may be required in the future.
37 lines
1.3 KiB
Scala
37 lines
1.3 KiB
Scala
package com.twitter.interaction_graph.scio.agg_all
|
|
|
|
import com.twitter.beam.io.dal.DALOptions
|
|
import com.twitter.beam.job.DateRangeOptions
|
|
import org.apache.beam.sdk.options.Default
|
|
import org.apache.beam.sdk.options.Description
|
|
import org.apache.beam.sdk.options.Validation.Required
|
|
|
|
trait InteractionGraphAggregationOption extends DALOptions with DateRangeOptions {
|
|
@Required
|
|
@Description("Output path for storing the final dataset")
|
|
def getOutputPath: String
|
|
def setOutputPath(value: String): Unit
|
|
|
|
@Description("Indicates DAL write environment. Can be set to dev/stg during local validation")
|
|
@Default.String("PROD")
|
|
def getDALWriteEnvironment: String
|
|
def setDALWriteEnvironment(value: String): Unit
|
|
|
|
@Description("Number of shards/partitions for saving the final dataset.")
|
|
@Default.Integer(16)
|
|
def getNumberOfShards: Integer
|
|
def setNumberOfShards(value: Integer): Unit
|
|
|
|
@Description("BQ Table name for reading scores from")
|
|
def getBqTableName: String
|
|
def setBqTableName(value: String): Unit
|
|
|
|
@Description("max destination ids that we will store for real graph features in TL")
|
|
def getMaxDestinationIds: Integer
|
|
def setMaxDestinationIds(value: Integer): Unit
|
|
|
|
@Description("true if getting scores from BQ instead of DAL-based dataset in GCS")
|
|
def getScoresFromBQ: Boolean
|
|
def setScoresFromBQ(value: Boolean): Unit
|
|
}
|