Mirrors/the-algorithm
2
0
Fork 0
mirror of https://github.com/twitter/the-algorithm.git synced 2024-12-22 18:21:51 +01:00
Code Issues Packages Projects Releases Wiki Activity

Compare commits

base: Mirrors:9bf64a29ce73e73b965de049ef3da8b96ec6126e
Branches Tags
Mirrors:main
...
compare: Mirrors:e839fe55ec0d17879f68e3ac26e3b9035ef70f1f
Branches Tags
Mirrors:main

2 Commits
9bf64a29ce ... e839fe55ec

Author SHA1 Message Date
ImperiumTakp
e839fe55ec
Merge 1a73a64b19 into fb54d8b549 2023-05-22 17:39:46 -05:00
denon1
1a73a64b19 change if to match 2023-04-01 11:52:15 +02:00
1 changed files with 8 additions and 15 deletions
Show Stats Expand all files Collapse all files

21
src/scala/com/twitter/simclusters_v2/scalding/ClusterEvaluation.scala
View File

@ -90,21 +90,14 @@ object ClusterEvaluation {
val resultsIter = membersAdjLists.flatMap { val resultsIter = membersAdjLists.flatMap {
case (fromNodeId, adjList) => case (fromNodeId, adjList) =>
val fromNodeWt = memberScores.getOrElse(fromNodeId, 0.0) val fromNodeWt = memberScores.getOrElse(fromNodeId, 0.0)
adjList.map { adjList.map(ad => ad match {
case (toNodeId, edgeWt) => case (toNodeId,edgeWt) if (!memberScores.contains(toNodeId)) =>
if (memberScores.contains(toNodeId)) {
val productOfMembershipScores = fromNodeWt * memberScores(toNodeId)
ClusterResults(
1,
edgeWt,
0,
0,
samplerMonoid.build(
((fromNodeId, toNodeId), (edgeWt.toDouble, productOfMembershipScores))))
} else {
ClusterResults(0, 0, 1, edgeWt, samplerMonoid.zero) ClusterResults(0, 0, 1, edgeWt, samplerMonoid.zero)
} case (toNodeId,edgeWt) =>
} val productOfMembershipScores = fromNodeWt * memberScores(toNodeId)
val sampler = samplerMonoid.build((fromNodeId, toNodeId), (edgeWt.toDouble, productOfMembershipScores))
ClusterResults(1, edgeWt, 0, 0, sampler)
})
} }
Monoid.sum(resultsIter)(ClusterResultsMonoid) Monoid.sum(resultsIter)(ClusterResultsMonoid)
} }