mirror of
https://github.com/twitter/the-algorithm.git
synced 2024-06-27 21:46:04 +02:00
ef4c5eb65e
Please note we have force-pushed a new initial commit in order to remove some publicly-available Twitter user information. Note that this process may be required in the future.
50 lines
1.7 KiB
Scala
50 lines
1.7 KiB
Scala
package com.twitter.home_mixer.util
|
|
|
|
import com.twitter.home_mixer.model.HomeFeatures.CachedScoredTweetsFeature
|
|
import com.twitter.home_mixer.{thriftscala => hmt}
|
|
import com.twitter.product_mixer.core.feature.featuremap.FeatureMap
|
|
import com.twitter.product_mixer.core.model.common.identifier.CandidatePipelineIdentifier
|
|
import com.twitter.snowflake.id.SnowflakeId
|
|
import com.twitter.util.Time
|
|
|
|
object CachedScoredTweetsHelper {
|
|
|
|
def tweetImpressionsAndCachedScoredTweets(
|
|
features: FeatureMap,
|
|
candidatePipelineIdentifier: CandidatePipelineIdentifier
|
|
): Seq[Long] = {
|
|
val tweetImpressions = TweetImpressionsHelper.tweetImpressions(features)
|
|
val cachedScoredTweets = features
|
|
.getOrElse(CachedScoredTweetsFeature, Seq.empty)
|
|
.filter { tweet =>
|
|
tweet.candidatePipelineIdentifier.exists(
|
|
CandidatePipelineIdentifier(_).equals(candidatePipelineIdentifier))
|
|
}.map(_.tweetId)
|
|
|
|
(tweetImpressions ++ cachedScoredTweets).toSeq
|
|
}
|
|
|
|
def tweetImpressionsAndCachedScoredTweetsInRange(
|
|
features: FeatureMap,
|
|
candidatePipelineIdentifier: CandidatePipelineIdentifier,
|
|
maxNumImpressions: Int,
|
|
sinceTime: Time,
|
|
untilTime: Time
|
|
): Seq[Long] =
|
|
tweetImpressionsAndCachedScoredTweets(features, candidatePipelineIdentifier)
|
|
.filter { tweetId =>
|
|
val creationTime = SnowflakeId.timeFromId(tweetId)
|
|
sinceTime <= creationTime && untilTime >= creationTime
|
|
}.take(maxNumImpressions)
|
|
|
|
def unseenCachedScoredTweets(
|
|
features: FeatureMap
|
|
): Seq[hmt.CachedScoredTweet] = {
|
|
val seenTweetIds = TweetImpressionsHelper.tweetImpressions(features)
|
|
|
|
features
|
|
.getOrElse(CachedScoredTweetsFeature, Seq.empty)
|
|
.filter(tweet => !seenTweetIds.contains(tweet.tweetId))
|
|
}
|
|
}
|