mirror of
https://github.com/twitter/the-algorithm.git
synced 2024-06-01 08:48:46 +02:00
ef4c5eb65e
Please note we have force-pushed a new initial commit in order to remove some publicly-available Twitter user information. Note that this process may be required in the future.
38 lines
1.5 KiB
Scala
38 lines
1.5 KiB
Scala
package com.twitter.product_mixer.component_library.filter.tweet_impression
|
|
|
|
import com.twitter.product_mixer.component_library.feature_hydrator.query.impressed_tweets.ImpressedTweets
|
|
import com.twitter.product_mixer.component_library.model.candidate.BaseTweetCandidate
|
|
import com.twitter.product_mixer.core.functional_component.filter.Filter
|
|
import com.twitter.product_mixer.core.functional_component.filter.FilterResult
|
|
import com.twitter.product_mixer.core.model.common.CandidateWithFeatures
|
|
import com.twitter.product_mixer.core.model.common.identifier.FilterIdentifier
|
|
import com.twitter.product_mixer.core.pipeline.PipelineQuery
|
|
import com.twitter.stitch.Stitch
|
|
|
|
/**
|
|
* Filters out tweets that the user has seen
|
|
*/
|
|
case class TweetImpressionFilter[Candidate <: BaseTweetCandidate](
|
|
) extends Filter[PipelineQuery, Candidate] {
|
|
|
|
override val identifier: FilterIdentifier = FilterIdentifier("TweetImpression")
|
|
|
|
override def apply(
|
|
query: PipelineQuery,
|
|
candidates: Seq[CandidateWithFeatures[Candidate]]
|
|
): Stitch[FilterResult[Candidate]] = {
|
|
|
|
// Set of Tweets that have impressed the user
|
|
val impressedTweetsSet: Set[Long] = query.features match {
|
|
case Some(featureMap) => featureMap.getOrElse(ImpressedTweets, Seq.empty).toSet
|
|
case None => Set.empty
|
|
}
|
|
|
|
val (keptCandidates, removedCandidates) = candidates.partition { filteredCandidate =>
|
|
!impressedTweetsSet.contains(filteredCandidate.candidate.id)
|
|
}
|
|
|
|
Stitch.value(FilterResult(keptCandidates.map(_.candidate), removedCandidates.map(_.candidate)))
|
|
}
|
|
}
|