mirror of
https://github.com/twitter/the-algorithm.git
synced 2024-06-27 21:46:04 +02:00
ef4c5eb65e
Please note we have force-pushed a new initial commit in order to remove some publicly-available Twitter user information. Note that this process may be required in the future.
114 lines
4.0 KiB
Scala
114 lines
4.0 KiB
Scala
package com.twitter.home_mixer.module
|
|
|
|
import com.google.inject.Provides
|
|
import com.twitter.conversions.DurationOps._
|
|
import com.twitter.finagle.Memcached
|
|
import com.twitter.finagle.mtls.authentication.ServiceIdentifier
|
|
import com.twitter.finagle.stats.StatsReceiver
|
|
import com.twitter.home_mixer.param.HomeMixerInjectionNames.HomeAuthorFeaturesCacheClient
|
|
import com.twitter.home_mixer.param.HomeMixerInjectionNames.RealTimeInteractionGraphUserVertexClient
|
|
import com.twitter.home_mixer.param.HomeMixerInjectionNames.TimelinesRealTimeAggregateClient
|
|
import com.twitter.home_mixer.param.HomeMixerInjectionNames.TwhinAuthorFollow20200101FeatureCacheClient
|
|
import com.twitter.inject.TwitterModule
|
|
import com.twitter.product_mixer.shared_library.memcached_client.MemcachedClientBuilder
|
|
import com.twitter.servo.cache.FinagleMemcacheFactory
|
|
import com.twitter.servo.cache.Memcache
|
|
import javax.inject.Named
|
|
import javax.inject.Singleton
|
|
|
|
object MemcachedFeatureRepositoryModule extends TwitterModule {
|
|
|
|
// This must match the respective parameter on the write path. Note that servo sets a different
|
|
// hasher by default. See [[com.twitter.hashing.KeyHasher]] for the list of other available
|
|
// hashers.
|
|
private val memcacheKeyHasher = "ketama"
|
|
|
|
@Provides
|
|
@Singleton
|
|
@Named(TimelinesRealTimeAggregateClient)
|
|
def providesTimelinesRealTimeAggregateClient(
|
|
serviceIdentifier: ServiceIdentifier,
|
|
statsReceiver: StatsReceiver
|
|
): Memcache = {
|
|
val rawClient = MemcachedClientBuilder.buildRawMemcachedClient(
|
|
numTries = 1,
|
|
requestTimeout = 150.milliseconds,
|
|
globalTimeout = 150.milliseconds,
|
|
connectTimeout = 200.milliseconds,
|
|
acquisitionTimeout = 200.milliseconds,
|
|
serviceIdentifier = serviceIdentifier,
|
|
statsReceiver = statsReceiver
|
|
)
|
|
|
|
buildMemcacheClient(rawClient, "/s/cache/timelines_real_time_aggregates:twemcaches")
|
|
}
|
|
|
|
@Provides
|
|
@Singleton
|
|
@Named(HomeAuthorFeaturesCacheClient)
|
|
def providesHomeAuthorFeaturesCacheClient(
|
|
serviceIdentifier: ServiceIdentifier,
|
|
statsReceiver: StatsReceiver
|
|
): Memcache = {
|
|
val cacheClient = MemcachedClientBuilder.buildRawMemcachedClient(
|
|
numTries = 1,
|
|
requestTimeout = 50.milliseconds,
|
|
globalTimeout = 50.milliseconds,
|
|
connectTimeout = 200.milliseconds,
|
|
acquisitionTimeout = 200.milliseconds,
|
|
serviceIdentifier = serviceIdentifier,
|
|
statsReceiver = statsReceiver
|
|
)
|
|
|
|
buildMemcacheClient(cacheClient, "/s/cache/timelines_author_features:twemcaches")
|
|
}
|
|
|
|
@Provides
|
|
@Singleton
|
|
@Named(TwhinAuthorFollow20200101FeatureCacheClient)
|
|
def providesTwhinAuthorFollow20200101FeatureCacheClient(
|
|
serviceIdentifier: ServiceIdentifier,
|
|
statsReceiver: StatsReceiver
|
|
): Memcache = {
|
|
val cacheClient = MemcachedClientBuilder.buildRawMemcachedClient(
|
|
numTries = 1,
|
|
requestTimeout = 50.milliseconds,
|
|
globalTimeout = 50.milliseconds,
|
|
connectTimeout = 200.milliseconds,
|
|
acquisitionTimeout = 200.milliseconds,
|
|
serviceIdentifier = serviceIdentifier,
|
|
statsReceiver = statsReceiver
|
|
)
|
|
|
|
buildMemcacheClient(cacheClient, "/s/cache/home_twhin_author_features:twemcaches")
|
|
}
|
|
|
|
@Provides
|
|
@Singleton
|
|
@Named(RealTimeInteractionGraphUserVertexClient)
|
|
def providesRealTimeInteractionGraphUserVertexClient(
|
|
serviceIdentifier: ServiceIdentifier,
|
|
statsReceiver: StatsReceiver
|
|
): Memcache = {
|
|
val cacheClient = MemcachedClientBuilder.buildRawMemcachedClient(
|
|
numTries = 1,
|
|
requestTimeout = 100.milliseconds,
|
|
globalTimeout = 100.milliseconds,
|
|
connectTimeout = 200.milliseconds,
|
|
acquisitionTimeout = 200.milliseconds,
|
|
serviceIdentifier = serviceIdentifier,
|
|
statsReceiver = statsReceiver
|
|
)
|
|
|
|
buildMemcacheClient(cacheClient, "/s/cache/realtime_interactive_graph_prod_v2:twemcaches")
|
|
}
|
|
|
|
private def buildMemcacheClient(cacheClient: Memcached.Client, dest: String): Memcache =
|
|
FinagleMemcacheFactory(
|
|
client = cacheClient,
|
|
dest = dest,
|
|
hashName = memcacheKeyHasher
|
|
)()
|
|
|
|
}
|