mirror of
https://github.com/twitter/the-algorithm.git
synced 2024-06-01 08:48:46 +02:00
ef4c5eb65e
Please note we have force-pushed a new initial commit in order to remove some publicly-available Twitter user information. Note that this process may be required in the future.
48 lines
1.5 KiB
Scala
48 lines
1.5 KiB
Scala
package com.twitter.simclusters_v2.hdfs_sources.injections
|
|
|
|
import com.twitter.scalding_internal.multiformat.format.keyval.KeyValInjection
|
|
import com.twitter.scalding_internal.multiformat.format.keyval.KeyValInjection.ScalaBinaryThrift
|
|
import com.twitter.simclusters_v2.thriftscala._
|
|
import com.twitter.ml.api.thriftscala.Embedding
|
|
import com.twitter.scalding_internal.multiformat.format.keyval.KeyValInjection.Long2BigEndian
|
|
import com.twitter.scalding_internal.multiformat.format.keyval.KeyValInjection.ScalaCompactThrift
|
|
|
|
object EntityEmbeddingsInjections {
|
|
|
|
final val EntitySimClustersEmbeddingInjection: KeyValInjection[
|
|
SimClustersEmbeddingId,
|
|
SimClustersEmbedding
|
|
] =
|
|
KeyValInjection(
|
|
ScalaBinaryThrift(SimClustersEmbeddingId),
|
|
ScalaBinaryThrift(SimClustersEmbedding)
|
|
)
|
|
|
|
final val InternalIdEmbeddingInjection: KeyValInjection[
|
|
SimClustersEmbeddingId,
|
|
InternalIdEmbedding
|
|
] =
|
|
KeyValInjection(
|
|
ScalaBinaryThrift(SimClustersEmbeddingId),
|
|
ScalaBinaryThrift(InternalIdEmbedding)
|
|
)
|
|
|
|
final val EntitySimClustersMultiEmbeddingInjection: KeyValInjection[
|
|
SimClustersMultiEmbeddingId,
|
|
SimClustersMultiEmbedding
|
|
] =
|
|
KeyValInjection(
|
|
ScalaBinaryThrift(SimClustersMultiEmbeddingId),
|
|
ScalaBinaryThrift(SimClustersMultiEmbedding)
|
|
)
|
|
|
|
final val UserMbcgEmbeddingInjection: KeyValInjection[
|
|
Long,
|
|
Embedding
|
|
] =
|
|
KeyValInjection[Long, Embedding](
|
|
Long2BigEndian,
|
|
ScalaCompactThrift(Embedding)
|
|
)
|
|
}
|