194 lines
8.3 KiB
Scala
194 lines
8.3 KiB
Scala
package com.twitter.frigate.pushservice.config
|
|
|
|
import com.twitter.abdecider.LoggingABDecider
|
|
import com.twitter.conversions.DurationOps._
|
|
import com.twitter.decider.Decider
|
|
import com.twitter.featureswitches.v2.FeatureSwitches
|
|
import com.twitter.finagle.mtls.authentication.ServiceIdentifier
|
|
import com.twitter.finagle.stats.StatsReceiver
|
|
import com.twitter.finagle.thrift.ClientId
|
|
import com.twitter.finagle.thrift.RichClientParam
|
|
import com.twitter.finagle.util.DefaultTimer
|
|
import com.twitter.frigate.common.config.RateLimiterGenerator
|
|
import com.twitter.frigate.common.filter.DynamicRequestMeterFilter
|
|
import com.twitter.frigate.common.history.InvalidatingAfterWritesPushServiceHistoryStore
|
|
import com.twitter.frigate.common.history.ManhattanHistoryStore
|
|
import com.twitter.frigate.common.history.ManhattanKVHistoryStore
|
|
import com.twitter.frigate.common.history.ReadOnlyHistoryStore
|
|
import com.twitter.frigate.common.history.PushServiceHistoryStore
|
|
import com.twitter.frigate.common.history.SimplePushServiceHistoryStore
|
|
import com.twitter.frigate.common.util.Finagle
|
|
import com.twitter.frigate.data_pipeline.features_common.FeatureStoreUtil
|
|
import com.twitter.frigate.data_pipeline.features_common.TargetLevelFeaturesConfig
|
|
import com.twitter.frigate.pushservice.model.PushTypes.Target
|
|
import com.twitter.frigate.pushservice.params.DeciderKey
|
|
import com.twitter.frigate.pushservice.params.PushQPSLimitConstants
|
|
import com.twitter.frigate.pushservice.params.PushServiceTunableKeys
|
|
import com.twitter.frigate.pushservice.params.ShardParams
|
|
import com.twitter.frigate.pushservice.store._
|
|
import com.twitter.frigate.pushservice.thriftscala.PushRequestScribe
|
|
import com.twitter.frigate.scribe.thriftscala.NotificationScribe
|
|
import com.twitter.ibis2.service.thriftscala.Ibis2Service
|
|
import com.twitter.logging.Logger
|
|
import com.twitter.notificationservice.api.thriftscala.DeleteCurrentTimelineForUserRequest
|
|
import com.twitter.notificationservice.thriftscala.CreateGenericNotificationRequest
|
|
import com.twitter.notificationservice.thriftscala.CreateGenericNotificationResponse
|
|
import com.twitter.notificationservice.thriftscala.CreateGenericNotificationResponseType
|
|
import com.twitter.notificationservice.thriftscala.DeleteGenericNotificationRequest
|
|
import com.twitter.notificationservice.thriftscala.NotificationService
|
|
import com.twitter.notificationservice.thriftscala.NotificationService$FinagleClient
|
|
import com.twitter.servo.decider.DeciderGateBuilder
|
|
import com.twitter.util.tunable.TunableMap
|
|
import com.twitter.util.Future
|
|
import com.twitter.util.Timer
|
|
|
|
case class StagingConfig(
|
|
override val isServiceLocal: Boolean,
|
|
override val localConfigRepoPath: String,
|
|
override val inMemCacheOff: Boolean,
|
|
override val decider: Decider,
|
|
override val abDecider: LoggingABDecider,
|
|
override val featureSwitches: FeatureSwitches,
|
|
override val shardParams: ShardParams,
|
|
override val serviceIdentifier: ServiceIdentifier,
|
|
override val tunableMap: TunableMap,
|
|
)(
|
|
implicit val statsReceiver: StatsReceiver)
|
|
extends {
|
|
// Due to trait initialization logic in Scala, any abstract members declared in Config or
|
|
// DeployConfig should be declared in this block. Otherwise the abstract member might initialize to
|
|
// null if invoked before object creation finishing.
|
|
|
|
val log = Logger("StagingConfig")
|
|
|
|
// Client ids
|
|
val notifierThriftClientId = ClientId("frigate-notifier.dev")
|
|
val loggedOutNotifierThriftClientId = ClientId("frigate-logged-out-notifier.dev")
|
|
val pushserviceThriftClientId: ClientId = ClientId("frigate-pushservice.staging")
|
|
|
|
override val fanoutMetadataColumn = "frigate/magicfanout/staging/mh/fanoutMetadata"
|
|
|
|
// dest
|
|
val frigateHistoryCacheDest = "/srv#/test/local/cache/twemcache_frigate_history"
|
|
val memcacheCASDest = "/srv#/test/local/cache/twemcache_magic_recs_cas_dev:twemcaches"
|
|
val pushServiceMHCacheDest = "/srv#/test/local/cache/twemcache_pushservice_test"
|
|
val entityGraphCacheDest = "/srv#/test/local/cache/twemcache_pushservice_test"
|
|
val pushServiceCoreSvcsCacheDest = "/srv#/test/local/cache/twemcache_pushservice_core_svcs_test"
|
|
val historyStoreMemcacheDest = "/srv#/test/local/cache/twemcache_eventstream_test:twemcaches"
|
|
val userTweetEntityGraphDest = "/cluster/local/cassowary/staging/user_tweet_entity_graph"
|
|
val userUserGraphDest = "/cluster/local/cassowary/staging/user_user_graph"
|
|
val lexServiceDest = "/srv#/staging/local/live-video/timeline-thrift"
|
|
val deepbirdv2PredictionServiceDest = "/cluster/local/frigate/staging/deepbirdv2-magicrecs"
|
|
|
|
override val featureStoreUtil = FeatureStoreUtil.withParams(Some(serviceIdentifier))
|
|
override val targetLevelFeaturesConfig = TargetLevelFeaturesConfig()
|
|
val mrRequestScriberNode = "validation_mr_request_scribe"
|
|
val loggedOutMrRequestScriberNode = "lo_mr_request_scribe"
|
|
|
|
override val timer: Timer = DefaultTimer
|
|
|
|
override val pushSendEventStreamName = "frigate_pushservice_send_event_staging"
|
|
|
|
override val pushIbisV2Store = {
|
|
val service = Finagle.readWriteThriftService(
|
|
"ibis-v2-service",
|
|
"/s/ibis2/ibis2",
|
|
statsReceiver,
|
|
notifierThriftClientId,
|
|
requestTimeout = 6.seconds,
|
|
mTLSServiceIdentifier = Some(serviceIdentifier)
|
|
)
|
|
|
|
val pushIbisClient = new Ibis2Service.FinagledClient(
|
|
new DynamicRequestMeterFilter(
|
|
tunableMap(PushServiceTunableKeys.IbisQpsLimitTunableKey),
|
|
RateLimiterGenerator.asTuple(_, shardParams.numShards, 20),
|
|
PushQPSLimitConstants.IbisOrNTabQPSForRFPH
|
|
)(timer).andThen(service),
|
|
RichClientParam(serviceName = "ibis-v2-service")
|
|
)
|
|
|
|
StagingIbis2Store(PushIbis2Store(pushIbisClient))
|
|
}
|
|
|
|
val notificationServiceClient: NotificationService$FinagleClient = {
|
|
val service = Finagle.readWriteThriftService(
|
|
"notificationservice",
|
|
"/s/notificationservice/notificationservice",
|
|
statsReceiver,
|
|
pushserviceThriftClientId,
|
|
requestTimeout = 10.seconds,
|
|
mTLSServiceIdentifier = Some(serviceIdentifier)
|
|
)
|
|
|
|
new NotificationService.FinagledClient(
|
|
new DynamicRequestMeterFilter(
|
|
tunableMap(PushServiceTunableKeys.NtabQpsLimitTunableKey),
|
|
RateLimiterGenerator.asTuple(_, shardParams.numShards, 20),
|
|
PushQPSLimitConstants.IbisOrNTabQPSForRFPH)(timer).andThen(service),
|
|
RichClientParam(serviceName = "notificationservice")
|
|
)
|
|
}
|
|
} with DeployConfig {
|
|
|
|
// Scribe
|
|
private val notificationScribeLog = Logger("StagingNotificationScribe")
|
|
|
|
override def notificationScribe(data: NotificationScribe): Unit = {
|
|
notificationScribeLog.info(data.toString)
|
|
}
|
|
private val requestScribeLog = Logger("StagingRequestScribe")
|
|
|
|
override def requestScribe(data: PushRequestScribe): Unit = {
|
|
requestScribeLog.info(data.toString)
|
|
}
|
|
|
|
// history store
|
|
override val historyStore = new InvalidatingAfterWritesPushServiceHistoryStore(
|
|
ReadOnlyHistoryStore(
|
|
ManhattanHistoryStore(notificationHistoryStore, statsReceiver)
|
|
),
|
|
recentHistoryCacheClient,
|
|
new DeciderGateBuilder(decider)
|
|
.idGate(DeciderKey.enableInvalidatingCachedHistoryStoreAfterWrites)
|
|
)
|
|
|
|
override val emailHistoryStore: PushServiceHistoryStore = new SimplePushServiceHistoryStore(
|
|
emailNotificationHistoryStore)
|
|
|
|
// history store
|
|
override val loggedOutHistoryStore =
|
|
new InvalidatingAfterWritesPushServiceHistoryStore(
|
|
ReadOnlyHistoryStore(
|
|
ManhattanKVHistoryStore(
|
|
manhattanKVLoggedOutHistoryStoreEndpoint,
|
|
"frigate_notification_logged_out_history")),
|
|
recentHistoryCacheClient,
|
|
new DeciderGateBuilder(decider)
|
|
.idGate(DeciderKey.enableInvalidatingCachedLoggedOutHistoryStoreAfterWrites)
|
|
)
|
|
|
|
override def notificationServiceSend(
|
|
target: Target,
|
|
request: CreateGenericNotificationRequest
|
|
): Future[CreateGenericNotificationResponse] =
|
|
target.isTeamMember.flatMap { isTeamMember =>
|
|
if (isTeamMember) {
|
|
notificationServiceClient.createGenericNotification(request)
|
|
} else {
|
|
log.info(s"Mock creating generic notification $request for user: ${target.targetId}")
|
|
Future.value(
|
|
CreateGenericNotificationResponse(CreateGenericNotificationResponseType.Success)
|
|
)
|
|
}
|
|
}
|
|
|
|
override def notificationServiceDelete(
|
|
request: DeleteGenericNotificationRequest
|
|
): Future[Unit] = Future.Unit
|
|
|
|
override def notificationServiceDeleteTimeline(
|
|
request: DeleteCurrentTimelineForUserRequest
|
|
): Future[Unit] = Future.Unit
|
|
}
|