mirror of
https://github.com/twitter/the-algorithm.git
synced 2024-06-27 13:36:03 +02:00
ef4c5eb65e
Please note we have force-pushed a new initial commit in order to remove some publicly-available Twitter user information. Note that this process may be required in the future.
67 lines
2.6 KiB
Scala
67 lines
2.6 KiB
Scala
package com.twitter.home_mixer.functional_component.feature_hydrator
|
|
|
|
import com.twitter.home_mixer.model.HomeFeatures.CandidateSourceIdFeature
|
|
import com.twitter.home_mixer.util.CandidatesUtil
|
|
import com.twitter.ml.api.DataRecord
|
|
import com.twitter.ml.api.RichDataRecord
|
|
import com.twitter.ml.api.constant.SharedFeatures
|
|
import com.twitter.ml.api.util.DataRecordConverters._
|
|
import com.twitter.product_mixer.component_library.model.candidate.TweetCandidate
|
|
import com.twitter.product_mixer.core.feature.Feature
|
|
import com.twitter.product_mixer.core.feature.FeatureWithDefaultOnFailure
|
|
import com.twitter.product_mixer.core.feature.datarecord.DataRecordInAFeature
|
|
import com.twitter.product_mixer.core.feature.featuremap.FeatureMap
|
|
import com.twitter.product_mixer.core.feature.featuremap.FeatureMapBuilder
|
|
import com.twitter.product_mixer.core.functional_component.feature_hydrator.CandidateFeatureHydrator
|
|
import com.twitter.product_mixer.core.model.common.identifier.FeatureHydratorIdentifier
|
|
import com.twitter.product_mixer.core.pipeline.PipelineQuery
|
|
import com.twitter.stitch.Stitch
|
|
import com.twitter.timelines.prediction.features.common.TimelinesSharedFeatures
|
|
import java.lang.{Long => JLong}
|
|
|
|
object TweetMetaDataDataRecord
|
|
extends DataRecordInAFeature[TweetCandidate]
|
|
with FeatureWithDefaultOnFailure[TweetCandidate, DataRecord] {
|
|
override def defaultValue: DataRecord = new DataRecord()
|
|
}
|
|
|
|
object TweetMetaDataFeatureHydrator
|
|
extends CandidateFeatureHydrator[PipelineQuery, TweetCandidate] {
|
|
|
|
override val identifier: FeatureHydratorIdentifier = FeatureHydratorIdentifier("TweetMetaData")
|
|
|
|
override def features: Set[Feature[_, _]] = Set(TweetMetaDataDataRecord)
|
|
|
|
override def apply(
|
|
query: PipelineQuery,
|
|
candidate: TweetCandidate,
|
|
existingFeatures: FeatureMap
|
|
): Stitch[FeatureMap] = {
|
|
val richDataRecord = new RichDataRecord()
|
|
|
|
setFeatures(richDataRecord, candidate, existingFeatures)
|
|
|
|
Stitch.value {
|
|
FeatureMapBuilder()
|
|
.add(TweetMetaDataDataRecord, richDataRecord.getRecord)
|
|
.build()
|
|
}
|
|
}
|
|
|
|
private def setFeatures(
|
|
richDataRecord: RichDataRecord,
|
|
candidate: TweetCandidate,
|
|
existingFeatures: FeatureMap
|
|
): Unit = {
|
|
richDataRecord.setFeatureValue[JLong](SharedFeatures.TWEET_ID, candidate.id)
|
|
|
|
richDataRecord.setFeatureValueFromOption(
|
|
TimelinesSharedFeatures.ORIGINAL_AUTHOR_ID,
|
|
CandidatesUtil.getOriginalAuthorId(existingFeatures))
|
|
|
|
richDataRecord.setFeatureValueFromOption(
|
|
TimelinesSharedFeatures.CANDIDATE_TWEET_SOURCE_ID,
|
|
existingFeatures.getOrElse(CandidateSourceIdFeature, None).map(_.value.toLong))
|
|
}
|
|
}
|