Mirrors/the-algorithm
2
0
Fork 0
mirror of https://github.com/twitter/the-algorithm.git synced 2024-06-13 14:48:54 +02:00
Code Issues Packages Projects Releases Wiki Activity

Merge ac1aa2a720 into 72eda9a24f

Browse Source
This commit is contained in:
Syrus Akbary 2023-07-15 02:45:38 +03:00 committed by GitHub
commit 79544c3242
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 13 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
src/scala/com/twitter/interaction_graph/scio/agg_negative/InteractionGraphNegativeJob.scala
View File

@ -49,17 +49,30 @@ object InteractionGraphNegativeJob extends ScioBeamJob[InteractionGraphNegativeO
val endTs = opts.interval.getEndMillis
// read input datasets
// We only count blocks in the past 180 days to make sure we don't fall
// into any long-term cancellation effects in a tweeter.
// As an example, some accounts may have higher count of blocks because
// what they said is controversial in one period of time but it might be
// not in other (for example, @RWMaloneMD or others)
val blocks: SCollection[InteractionGraphRawInput] =
GraphUtil.getFlockFeatures(
readSnapshot(FlockBlocksEdgesScalaDataset, sc),
FeatureName.NumBlocks,
endTs)
.filter(_.age < 180)
// We only count mutes in the past 180 days to make sure we don't fall
// into any long-term cancellation effects in a tweeter.
// As an example, some accounts may have higher count of blocks because
// what they said is controversial in one period of time but it might be
// not in other (for example, @RWMaloneMD or others)
val mutes: SCollection[InteractionGraphRawInput] =
GraphUtil.getFlockFeatures(
readSnapshot(FlockMutesEdgesScalaDataset, sc),
FeatureName.NumMutes,
endTs)
.filter(_.age < 180)
val abuseReports: SCollection[InteractionGraphRawInput] =
GraphUtil.getFlockFeatures(