Mirrors/the-algorithm
2
0
Fork 0
mirror of https://github.com/twitter/the-algorithm.git synced 2024-12-22 10:11:52 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge e13c4a9233 into 72eda9a24f

Browse Source
This commit is contained in:
Adam LaCombe 2023-07-17 21:42:54 -05:00 committed by GitHub
commit 25636f351e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/scala/com/twitter/simclusters_v2/scalding/embedding/common/ExternalDataSources.scala
View File

@ -492,7 +492,7 @@ object ExternalDataSources {
} }
} }
def magicRecsNotficationOpenOrClickEventsSource( def magicRecsNotificationOpenOrClickEventsSource(
implicit dateRange: DateRange implicit dateRange: DateRange
): TypedPipe[MagicRecsNotificationLite] = { ): TypedPipe[MagicRecsNotificationLite] = {
DAL DAL

2
src/scala/com/twitter/simclusters_v2/scalding/multi_type_graph/assemble_multi_type_graph/AssembleMultiTypeGraph.scala
View File

@ -491,7 +491,7 @@ object AssembleMultiTypeGraph {
// user-MRNotifOpenOrClick events from last 7 days // user-MRNotifOpenOrClick events from last 7 days
val userMRNotifOpenOrClickEvents: TypedPipe[MagicRecsNotificationLite] = val userMRNotifOpenOrClickEvents: TypedPipe[MagicRecsNotificationLite] =
ExternalDataSources.magicRecsNotficationOpenOrClickEventsSource(dateRange = ExternalDataSources.magicRecsNotificationOpenOrClickEventsSource(dateRange =
DateRange(dateRange.end - Days(7), dateRange.end)) DateRange(dateRange.end - Days(7), dateRange.end))
// user-searchQuery strings from last 7 days // user-searchQuery strings from last 7 days

4
src/scala/com/twitter/simclusters_v2/scio/common/ExternalDataSources.scala
View File

@ -236,13 +236,13 @@ object ExternalDataSources {
} }
} }
def magicRecsNotficationOpenOrClickEventsSource( def magicRecsNotificationOpenOrClickEventsSource(
interval: Interval interval: Interval
)( )(
implicit sc: ScioContext implicit sc: ScioContext
): SCollection[MagicRecsNotificationLite] = { ): SCollection[MagicRecsNotificationLite] = {
sc.customInput( sc.customInput(
"ReadMagicRecsNotficationOpenOrClickEventsSource", "ReadMagicRecsNotificationOpenOrClickEventsSource",
DAL DAL
.read(MagicrecsNotificationLite1DayLagScalaDataset, interval, DAL.Environment.Prod)) .read(MagicrecsNotificationLite1DayLagScalaDataset, interval, DAL.Environment.Prod))
.filter { entry => .filter { entry =>

2
src/scala/com/twitter/simclusters_v2/scio/multi_type_graph/assemble_multi_type_graph/AssembleMultiTypeGraphScioBaseApp.scala
View File

@ -423,7 +423,7 @@ trait AssembleMultiTypeGraphScioBaseApp extends ScioBeamJob[DateRangeOptions] {
// user-MRNotifOpenOrClick events from last 7 days // user-MRNotifOpenOrClick events from last 7 days
val userMRNotifOpenOrClickEvents = val userMRNotifOpenOrClickEvents =
ExternalDataSources.magicRecsNotficationOpenOrClickEventsSource(interval_7days) ExternalDataSources.magicRecsNotificationOpenOrClickEventsSource(interval_7days)
// user-searchQuery strings from last 7 days // user-searchQuery strings from last 7 days
val userSearchQueryEdges = val userSearchQueryEdges =