package com.twitter.frigate.pushservice.config import com.twitter.abdecider.LoggingABDecider import com.twitter.conversions.DurationOps._ import com.twitter.decider.Decider import com.twitter.featureswitches.v2.FeatureSwitches import com.twitter.finagle.mtls.authentication.ServiceIdentifier import com.twitter.finagle.stats.StatsReceiver import com.twitter.finagle.thrift.ClientId import com.twitter.finagle.thrift.RichClientParam import com.twitter.finagle.util.DefaultTimer import com.twitter.frigate.common.config.RateLimiterGenerator import com.twitter.frigate.common.filter.DynamicRequestMeterFilter import com.twitter.frigate.common.history.InvalidatingAfterWritesPushServiceHistoryStore import com.twitter.frigate.common.history.ManhattanHistoryStore import com.twitter.frigate.common.history.ManhattanKVHistoryStore import com.twitter.frigate.common.history.ReadOnlyHistoryStore import com.twitter.frigate.common.history.PushServiceHistoryStore import com.twitter.frigate.common.history.SimplePushServiceHistoryStore import com.twitter.frigate.common.util.Finagle import com.twitter.frigate.data_pipeline.features_common.FeatureStoreUtil import com.twitter.frigate.data_pipeline.features_common.TargetLevelFeaturesConfig import com.twitter.frigate.pushservice.model.PushTypes.Target import com.twitter.frigate.pushservice.params.DeciderKey import com.twitter.frigate.pushservice.params.PushQPSLimitConstants import com.twitter.frigate.pushservice.params.PushServiceTunableKeys import com.twitter.frigate.pushservice.params.ShardParams import com.twitter.frigate.pushservice.store._ import com.twitter.frigate.pushservice.thriftscala.PushRequestScribe import com.twitter.frigate.scribe.thriftscala.NotificationScribe import com.twitter.ibis2.service.thriftscala.Ibis2Service import com.twitter.logging.Logger import com.twitter.notificationservice.api.thriftscala.DeleteCurrentTimelineForUserRequest import com.twitter.notificationservice.thriftscala.CreateGenericNotificationRequest import com.twitter.notificationservice.thriftscala.CreateGenericNotificationResponse import com.twitter.notificationservice.thriftscala.CreateGenericNotificationResponseType import com.twitter.notificationservice.thriftscala.DeleteGenericNotificationRequest import com.twitter.notificationservice.thriftscala.NotificationService import com.twitter.notificationservice.thriftscala.NotificationService$FinagleClient import com.twitter.servo.decider.DeciderGateBuilder import com.twitter.util.tunable.TunableMap import com.twitter.util.Future import com.twitter.util.Timer case class StagingConfig( override val isServiceLocal: Boolean, override val localConfigRepoPath: String, override val inMemCacheOff: Boolean, override val decider: Decider, override val abDecider: LoggingABDecider, override val featureSwitches: FeatureSwitches, override val shardParams: ShardParams, override val serviceIdentifier: ServiceIdentifier, override val tunableMap: TunableMap, )( implicit val statsReceiver: StatsReceiver) extends { // Due to trait initialization logic in Scala, any abstract members declared in Config or // DeployConfig should be declared in this block. Otherwise the abstract member might initialize to // null if invoked before object creation finishing. val log = Logger("StagingConfig") // Client ids val notifierThriftClientId = ClientId("frigate-notifier.dev") val loggedOutNotifierThriftClientId = ClientId("frigate-logged-out-notifier.dev") val pushserviceThriftClientId: ClientId = ClientId("frigate-pushservice.staging") override val fanoutMetadataColumn = "frigate/magicfanout/staging/mh/fanoutMetadata" // dest val frigateHistoryCacheDest = "/srv#/test/local/cache/twemcache_frigate_history" val memcacheCASDest = "/srv#/test/local/cache/twemcache_magic_recs_cas_dev:twemcaches" val pushServiceMHCacheDest = "/srv#/test/local/cache/twemcache_pushservice_test" val entityGraphCacheDest = "/srv#/test/local/cache/twemcache_pushservice_test" val pushServiceCoreSvcsCacheDest = "/srv#/test/local/cache/twemcache_pushservice_core_svcs_test" val historyStoreMemcacheDest = "/srv#/test/local/cache/twemcache_eventstream_test:twemcaches" val userTweetEntityGraphDest = "/cluster/local/cassowary/staging/user_tweet_entity_graph" val userUserGraphDest = "/cluster/local/cassowary/staging/user_user_graph" val lexServiceDest = "/srv#/staging/local/live-video/timeline-thrift" val deepbirdv2PredictionServiceDest = "/cluster/local/frigate/staging/deepbirdv2-magicrecs" override val featureStoreUtil = FeatureStoreUtil.withParams(Some(serviceIdentifier)) override val targetLevelFeaturesConfig = TargetLevelFeaturesConfig() val mrRequestScriberNode = "validation_mr_request_scribe" val loggedOutMrRequestScriberNode = "lo_mr_request_scribe" override val timer: Timer = DefaultTimer override val pushSendEventStreamName = "frigate_pushservice_send_event_staging" override val pushIbisV2Store = { val service = Finagle.readWriteThriftService( "ibis-v2-service", "/s/ibis2/ibis2", statsReceiver, notifierThriftClientId, requestTimeout = 6.seconds, mTLSServiceIdentifier = Some(serviceIdentifier) ) val pushIbisClient = new Ibis2Service.FinagledClient( new DynamicRequestMeterFilter( tunableMap(PushServiceTunableKeys.IbisQpsLimitTunableKey), RateLimiterGenerator.asTuple(_, shardParams.numShards, 20), PushQPSLimitConstants.IbisOrNTabQPSForRFPH )(timer).andThen(service), RichClientParam(serviceName = "ibis-v2-service") ) StagingIbis2Store(PushIbis2Store(pushIbisClient)) } val notificationServiceClient: NotificationService$FinagleClient = { val service = Finagle.readWriteThriftService( "notificationservice", "/s/notificationservice/notificationservice", statsReceiver, pushserviceThriftClientId, requestTimeout = 10.seconds, mTLSServiceIdentifier = Some(serviceIdentifier) ) new NotificationService.FinagledClient( new DynamicRequestMeterFilter( tunableMap(PushServiceTunableKeys.NtabQpsLimitTunableKey), RateLimiterGenerator.asTuple(_, shardParams.numShards, 20), PushQPSLimitConstants.IbisOrNTabQPSForRFPH)(timer).andThen(service), RichClientParam(serviceName = "notificationservice") ) } } with DeployConfig { // Scribe private val notificationScribeLog = Logger("StagingNotificationScribe") override def notificationScribe(data: NotificationScribe): Unit = { notificationScribeLog.info(data.toString) } private val requestScribeLog = Logger("StagingRequestScribe") override def requestScribe(data: PushRequestScribe): Unit = { requestScribeLog.info(data.toString) } // history store override val historyStore = new InvalidatingAfterWritesPushServiceHistoryStore( ReadOnlyHistoryStore( ManhattanHistoryStore(notificationHistoryStore, statsReceiver) ), recentHistoryCacheClient, new DeciderGateBuilder(decider) .idGate(DeciderKey.enableInvalidatingCachedHistoryStoreAfterWrites) ) override val emailHistoryStore: PushServiceHistoryStore = new SimplePushServiceHistoryStore( emailNotificationHistoryStore) // history store override val loggedOutHistoryStore = new InvalidatingAfterWritesPushServiceHistoryStore( ReadOnlyHistoryStore( ManhattanKVHistoryStore( manhattanKVLoggedOutHistoryStoreEndpoint, "frigate_notification_logged_out_history")), recentHistoryCacheClient, new DeciderGateBuilder(decider) .idGate(DeciderKey.enableInvalidatingCachedLoggedOutHistoryStoreAfterWrites) ) override def notificationServiceSend( target: Target, request: CreateGenericNotificationRequest ): Future[CreateGenericNotificationResponse] = target.isTeamMember.flatMap { isTeamMember => if (isTeamMember) { notificationServiceClient.createGenericNotification(request) } else { log.info(s"Mock creating generic notification $request for user: ${target.targetId}") Future.value( CreateGenericNotificationResponse(CreateGenericNotificationResponseType.Success) ) } } override def notificationServiceDelete( request: DeleteGenericNotificationRequest ): Future[Unit] = Future.Unit override def notificationServiceDeleteTimeline( request: DeleteCurrentTimelineForUserRequest ): Future[Unit] = Future.Unit }