mirror of
https://github.com/twitter/the-algorithm.git
synced 2024-06-14 15:18:55 +02:00
ef4c5eb65e
Please note we have force-pushed a new initial commit in order to remove some publicly-available Twitter user information. Note that this process may be required in the future.
43 lines
1.6 KiB
Scala
43 lines
1.6 KiB
Scala
package com.twitter.product_mixer.component_library.filter
|
|
|
|
import com.twitter.product_mixer.core.functional_component.filter.Filter
|
|
import com.twitter.product_mixer.core.functional_component.filter.FilterResult
|
|
import com.twitter.product_mixer.core.model.common.CandidateWithFeatures
|
|
import com.twitter.product_mixer.core.model.common.UniversalNoun
|
|
import com.twitter.product_mixer.core.model.common.identifier.FilterIdentifier
|
|
import com.twitter.product_mixer.core.pipeline.PipelineQuery
|
|
import com.twitter.snowflake.id.SnowflakeId
|
|
import com.twitter.stitch.Stitch
|
|
import com.twitter.timelines.configapi.Param
|
|
import com.twitter.util.Duration
|
|
|
|
/**
|
|
* @param maxAgeParam Feature Switch configurable for convenience
|
|
* @tparam Candidate The type of the candidates
|
|
*/
|
|
case class SnowflakeIdAgeFilter[Candidate <: UniversalNoun[Long]](
|
|
maxAgeParam: Param[Duration])
|
|
extends Filter[PipelineQuery, Candidate] {
|
|
|
|
override val identifier: FilterIdentifier = FilterIdentifier("SnowflakeIdAge")
|
|
|
|
override def apply(
|
|
query: PipelineQuery,
|
|
candidates: Seq[CandidateWithFeatures[Candidate]]
|
|
): Stitch[FilterResult[Candidate]] = {
|
|
val maxAge = query.params(maxAgeParam)
|
|
|
|
val (keptCandidates, removedCandidates) = candidates
|
|
.map(_.candidate)
|
|
.partition { filterCandidate =>
|
|
SnowflakeId.timeFromIdOpt(filterCandidate.id) match {
|
|
case Some(creationTime) =>
|
|
query.queryTime.since(creationTime) <= maxAge
|
|
case _ => false
|
|
}
|
|
}
|
|
|
|
Stitch.value(FilterResult(kept = keptCandidates, removed = removedCandidates))
|
|
}
|
|
}
|