mirror of
https://github.com/twitter/the-algorithm.git
synced 2024-06-01 00:38:46 +02:00
ef4c5eb65e
Please note we have force-pushed a new initial commit in order to remove some publicly-available Twitter user information. Note that this process may be required in the future.
53 lines
1.9 KiB
Scala
53 lines
1.9 KiB
Scala
package com.twitter.graph_feature_service.scalding
|
|
|
|
import com.twitter.scalding.DateRange
|
|
import com.twitter.scalding.Execution
|
|
import com.twitter.scalding.RichDate
|
|
import com.twitter.scalding.UniqueID
|
|
import java.util.Calendar
|
|
import java.util.TimeZone
|
|
import sun.util.calendar.BaseCalendar
|
|
|
|
/**
|
|
* To launch an adhoc run:
|
|
*
|
|
scalding remote run --target graph-feature-service/src/main/scalding/com/twitter/graph_feature_service/scalding:graph_feature_service_adhoc_job
|
|
*/
|
|
object GraphFeatureServiceAdhocApp
|
|
extends GraphFeatureServiceMainJob
|
|
with GraphFeatureServiceAdhocBaseApp {}
|
|
|
|
/**
|
|
* To schedule the job, upload the workflows config (only required for the first time and subsequent config changes):
|
|
* scalding workflow upload --jobs graph-feature-service/src/main/scalding/com/twitter/graph_feature_service/scalding:graph_feature_service_daily_job --autoplay --build-cron-schedule "20 23 1 * *"
|
|
* You can then build from the UI by clicking "Build" and pasting in your remote branch, or leave it empty if you're redeploying from master.
|
|
* The workflows config above should automatically trigger once each month.
|
|
*/
|
|
object GraphFeatureServiceScheduledApp
|
|
extends GraphFeatureServiceMainJob
|
|
with GraphFeatureServiceScheduledBaseApp {
|
|
override def firstTime: RichDate = RichDate("2018-05-18")
|
|
|
|
override def runOnDateRange(
|
|
enableValueGraphs: Option[Boolean],
|
|
enableKeyGraphs: Option[Boolean]
|
|
)(
|
|
implicit dateRange: DateRange,
|
|
timeZone: TimeZone,
|
|
uniqueID: UniqueID
|
|
): Execution[Unit] = {
|
|
// Only run the value Graphs on Tuesday, Thursday, Saturday
|
|
val overrideEnableValueGraphs = {
|
|
val dayOfWeek = dateRange.start.toCalendar.get(Calendar.DAY_OF_WEEK)
|
|
dayOfWeek == BaseCalendar.TUESDAY |
|
|
dayOfWeek == BaseCalendar.THURSDAY |
|
|
dayOfWeek == BaseCalendar.SATURDAY
|
|
}
|
|
|
|
super.runOnDateRange(
|
|
Some(true),
|
|
Some(false) // disable key Graphs since we are not using them in production
|
|
)
|
|
}
|
|
}
|