mirror of
https://github.com/twitter/the-algorithm.git
synced 2024-06-27 21:46:04 +02:00
ef4c5eb65e
Please note we have force-pushed a new initial commit in order to remove some publicly-available Twitter user information. Note that this process may be required in the future.
53 lines
1.8 KiB
Scala
53 lines
1.8 KiB
Scala
package com.twitter.home_mixer.module
|
|
|
|
import com.google.inject.Provides
|
|
import com.twitter.conversions.DurationOps._
|
|
import com.twitter.finagle.Http
|
|
import com.twitter.finagle.grpc.FinagleChannelBuilder
|
|
import com.twitter.finagle.mtls.authentication.ServiceIdentifier
|
|
import com.twitter.finagle.mtls.client.MtlsStackClient.MtlsStackClientSyntax
|
|
import com.twitter.inject.TwitterModule
|
|
import com.twitter.timelines.clients.predictionservice.PredictionGRPCService
|
|
import com.twitter.util.Duration
|
|
import io.grpc.ManagedChannel
|
|
|
|
import javax.inject.Singleton
|
|
|
|
object HomeNaviModelClientModule extends TwitterModule {
|
|
|
|
@Singleton
|
|
@Provides
|
|
def providesPredictionGRPCService(
|
|
serviceIdentifier: ServiceIdentifier,
|
|
): PredictionGRPCService = {
|
|
// Wily path to the ML Model service (e.g. /s/ml-serving/navi-explore-ranker).
|
|
val modelPath = "/s/ml-serving/navi_home_recap_onnx"
|
|
|
|
// timeout for prediction service requests.
|
|
val MaxPredictionTimeoutMs: Duration = 300.millis
|
|
val ConnectTimeoutMs: Duration = 200.millis
|
|
val AcquisitionTimeoutMs: Duration = 20000.millis
|
|
val MaxRetryAttempts: Int = 2
|
|
|
|
val client = Http.client
|
|
.withLabel(modelPath)
|
|
.withMutualTls(serviceIdentifier)
|
|
.withRequestTimeout(MaxPredictionTimeoutMs)
|
|
.withTransport.connectTimeout(ConnectTimeoutMs)
|
|
.withSession.acquisitionTimeout(AcquisitionTimeoutMs)
|
|
.withHttpStats
|
|
|
|
val channel: ManagedChannel = FinagleChannelBuilder
|
|
.forTarget(modelPath)
|
|
.overrideAuthority("rustserving")
|
|
.maxRetryAttempts(MaxRetryAttempts)
|
|
.enableRetryForStatus(io.grpc.Status.RESOURCE_EXHAUSTED)
|
|
.enableRetryForStatus(io.grpc.Status.UNKNOWN)
|
|
.enableUnsafeFullyBufferingMode()
|
|
.httpClient(client)
|
|
.build()
|
|
|
|
new PredictionGRPCService(channel)
|
|
}
|
|
}
|