122 lines
5.3 KiB
Scala
122 lines
5.3 KiB
Scala
package com.twitter.timelines.prediction.common.aggregates
|
|
|
|
import com.twitter.ml.api.matcher.FeatureMatcher
|
|
import com.twitter.timelines.data_processing.ml_util.aggregation_framework.TypedAggregateGroup
|
|
import scala.collection.JavaConverters._
|
|
|
|
object FeatureSelectorConfig {
|
|
val BasePairsToStore = Seq(
|
|
("twitter_wide_user_aggregate.pair", "*"),
|
|
("twitter_wide_user_author_aggregate.pair", "*"),
|
|
("user_aggregate_v5.continuous.pair", "*"),
|
|
("user_aggregate_v7.pair", "*"),
|
|
("user_author_aggregate_v2.pair", "recap.earlybird.*"),
|
|
("user_author_aggregate_v2.pair", "recap.searchfeature.*"),
|
|
("user_author_aggregate_v2.pair", "recap.tweetfeature.embeds*"),
|
|
("user_author_aggregate_v2.pair", "recap.tweetfeature.link_count*"),
|
|
("user_author_aggregate_v2.pair", "engagement_features.in_network.*"),
|
|
("user_author_aggregate_v2.pair", "recap.tweetfeature.is_reply.*"),
|
|
("user_author_aggregate_v2.pair", "recap.tweetfeature.is_retweet.*"),
|
|
("user_author_aggregate_v2.pair", "recap.tweetfeature.num_mentions.*"),
|
|
("user_author_aggregate_v5.pair", "*"),
|
|
("user_author_aggregate_tweetsource_v1.pair", "*"),
|
|
("user_engager_aggregate.pair", "*"),
|
|
("user_mention_aggregate.pair", "*"),
|
|
("user_request_context_aggregate.dow.pair", "*"),
|
|
("user_request_context_aggregate.hour.pair", "*"),
|
|
("user_aggregate_v6.pair", "*"),
|
|
("user_original_author_aggregate_v1.pair", "*"),
|
|
("user_original_author_aggregate_v2.pair", "*"),
|
|
("original_author_aggregate_v1.pair", "*"),
|
|
("original_author_aggregate_v2.pair", "*"),
|
|
("author_topic_aggregate.pair", "*"),
|
|
("user_list_aggregate.pair", "*"),
|
|
("user_topic_aggregate.pair", "*"),
|
|
("user_topic_aggregate_v2.pair", "*"),
|
|
("user_inferred_topic_aggregate.pair", "*"),
|
|
("user_inferred_topic_aggregate_v2.pair", "*"),
|
|
("user_media_annotation_aggregate.pair", "*"),
|
|
("user_media_annotation_aggregate.pair", "*"),
|
|
("user_author_good_click_aggregate.pair", "*"),
|
|
("user_engager_good_click_aggregate.pair", "*")
|
|
)
|
|
val PairsToStore = BasePairsToStore ++ Seq(
|
|
("user_aggregate_v2.pair", "*"),
|
|
("user_aggregate_v5.boolean.pair", "*"),
|
|
("user_aggregate_tweetsource_v1.pair", "*"),
|
|
)
|
|
|
|
|
|
val LabelsToStore = Seq(
|
|
"any_label",
|
|
"recap.engagement.is_favorited",
|
|
"recap.engagement.is_retweeted",
|
|
"recap.engagement.is_replied",
|
|
"recap.engagement.is_open_linked",
|
|
"recap.engagement.is_profile_clicked",
|
|
"recap.engagement.is_clicked",
|
|
"recap.engagement.is_photo_expanded",
|
|
"recap.engagement.is_video_playback_50",
|
|
"recap.engagement.is_video_quality_viewed",
|
|
"recap.engagement.is_replied_reply_impressed_by_author",
|
|
"recap.engagement.is_replied_reply_favorited_by_author",
|
|
"recap.engagement.is_replied_reply_replied_by_author",
|
|
"recap.engagement.is_report_tweet_clicked",
|
|
"recap.engagement.is_block_clicked",
|
|
"recap.engagement.is_mute_clicked",
|
|
"recap.engagement.is_dont_like",
|
|
"recap.engagement.is_good_clicked_convo_desc_favorited_or_replied",
|
|
"recap.engagement.is_good_clicked_convo_desc_v2",
|
|
"itl.engagement.is_favorited",
|
|
"itl.engagement.is_retweeted",
|
|
"itl.engagement.is_replied",
|
|
"itl.engagement.is_open_linked",
|
|
"itl.engagement.is_profile_clicked",
|
|
"itl.engagement.is_clicked",
|
|
"itl.engagement.is_photo_expanded",
|
|
"itl.engagement.is_video_playback_50"
|
|
)
|
|
|
|
val PairGlobsToStore = for {
|
|
(prefix, suffix) <- PairsToStore
|
|
label <- LabelsToStore
|
|
} yield FeatureMatcher.glob(prefix + "." + label + "." + suffix)
|
|
|
|
val BaseAggregateV2FeatureSelector = FeatureMatcher
|
|
.none()
|
|
.or(
|
|
FeatureMatcher.glob("meta.user_id"),
|
|
FeatureMatcher.glob("meta.author_id"),
|
|
FeatureMatcher.glob("entities.original_author_id"),
|
|
FeatureMatcher.glob("entities.topic_id"),
|
|
FeatureMatcher
|
|
.glob("entities.inferred_topic_ids" + TypedAggregateGroup.SparseFeatureSuffix),
|
|
FeatureMatcher.glob("timelines.meta.list_id"),
|
|
FeatureMatcher.glob("list.id"),
|
|
FeatureMatcher
|
|
.glob("engagement_features.user_ids.public" + TypedAggregateGroup.SparseFeatureSuffix),
|
|
FeatureMatcher
|
|
.glob("entities.users.mentioned_screen_names" + TypedAggregateGroup.SparseFeatureSuffix),
|
|
FeatureMatcher.glob("user_aggregate_v2.pair.recap.engagement.is_dont_like.*"),
|
|
FeatureMatcher.glob("user_author_aggregate_v2.pair.any_label.recap.tweetfeature.has_*"),
|
|
FeatureMatcher.glob("request_context.country_code"),
|
|
FeatureMatcher.glob("request_context.timestamp_gmt_dow"),
|
|
FeatureMatcher.glob("request_context.timestamp_gmt_hour"),
|
|
FeatureMatcher.glob(
|
|
"semantic_core.media_understanding.high_recall.non_sensitive.entity_ids" + TypedAggregateGroup.SparseFeatureSuffix)
|
|
)
|
|
|
|
val AggregatesV2ProdFeatureSelector = BaseAggregateV2FeatureSelector
|
|
.orList(PairGlobsToStore.asJava)
|
|
|
|
val ReducedPairGlobsToStore = (for {
|
|
(prefix, suffix) <- BasePairsToStore
|
|
label <- LabelsToStore
|
|
} yield FeatureMatcher.glob(prefix + "." + label + "." + suffix)) ++ Seq(
|
|
FeatureMatcher.glob("user_aggregate_v2.pair.any_label.*"),
|
|
FeatureMatcher.glob("user_aggregate_v2.pair.recap.engagement.is_favorited.*"),
|
|
FeatureMatcher.glob("user_aggregate_v2.pair.recap.engagement.is_photo_expanded.*"),
|
|
FeatureMatcher.glob("user_aggregate_v2.pair.recap.engagement.is_profile_clicked.*")
|
|
)
|
|
}
|