mirror of
https://github.com/twitter/the-algorithm.git
synced 2024-06-01 08:48:46 +02:00
ef4c5eb65e
Please note we have force-pushed a new initial commit in order to remove some publicly-available Twitter user information. Note that this process may be required in the future.
53 lines
2.1 KiB
Scala
53 lines
2.1 KiB
Scala
package com.twitter.product_mixer.component_library.scorer.cr_ml_ranker
|
|
|
|
import com.twitter.product_mixer.component_library.feature_hydrator.query.cr_ml_ranker.CrMlRankerCommonFeatures
|
|
import com.twitter.product_mixer.component_library.feature_hydrator.query.cr_ml_ranker.CrMlRankerRankingConfig
|
|
import com.twitter.product_mixer.component_library.model.candidate.TweetCandidate
|
|
import com.twitter.product_mixer.core.feature.Feature
|
|
import com.twitter.product_mixer.core.feature.featuremap.FeatureMap
|
|
import com.twitter.product_mixer.core.feature.featuremap.FeatureMapBuilder
|
|
import com.twitter.product_mixer.core.functional_component.scorer.Scorer
|
|
import com.twitter.product_mixer.core.model.common.CandidateWithFeatures
|
|
import com.twitter.product_mixer.core.model.common.identifier.ScorerIdentifier
|
|
import com.twitter.product_mixer.core.pipeline.PipelineQuery
|
|
import com.twitter.stitch.Stitch
|
|
import javax.inject.Inject
|
|
import javax.inject.Singleton
|
|
|
|
object CrMlRankerScore extends Feature[TweetCandidate, Double]
|
|
|
|
/**
|
|
* Scorer that scores tweets using the Content Recommender ML Light Ranker: http://go/cr-ml-ranker
|
|
*/
|
|
@Singleton
|
|
class CrMlRankerScorer @Inject() (crMlRanker: CrMlRankerScoreStitchClient)
|
|
extends Scorer[PipelineQuery, TweetCandidate] {
|
|
|
|
override val identifier: ScorerIdentifier = ScorerIdentifier("CrMlRanker")
|
|
|
|
override val features: Set[Feature[_, _]] = Set(CrMlRankerScore)
|
|
|
|
override def apply(
|
|
query: PipelineQuery,
|
|
candidates: Seq[CandidateWithFeatures[TweetCandidate]]
|
|
): Stitch[Seq[FeatureMap]] = {
|
|
val queryFeatureMap = query.features.getOrElse(FeatureMap.empty)
|
|
val rankingConfig = queryFeatureMap.get(CrMlRankerRankingConfig)
|
|
val commonFeatures = queryFeatureMap.get(CrMlRankerCommonFeatures)
|
|
val userId = query.getRequiredUserId
|
|
|
|
val scoresStitch = Stitch.collect(candidates.map { candidateWithFeatures =>
|
|
crMlRanker
|
|
.getScore(userId, candidateWithFeatures.candidate, rankingConfig, commonFeatures).map(
|
|
_.score)
|
|
})
|
|
scoresStitch.map { scores =>
|
|
scores.map { score =>
|
|
FeatureMapBuilder()
|
|
.add(CrMlRankerScore, score)
|
|
.build()
|
|
}
|
|
}
|
|
}
|
|
}
|