Mirrors/the-algorithm
2
0
Fork 0
mirror of https://github.com/twitter/the-algorithm.git synced 2024-12-22 18:21:51 +01:00
Code Issues Packages Projects Releases Wiki Activity

Compare commits

base: Mirrors:a335c0ee8709dc3c8665e34a3732a5ae9c25e44c
Branches Tags
Mirrors:main
...
compare: Mirrors:f85ea02d5116d549410ae3d4ae8f46ed04b10f1d
Branches Tags
Mirrors:main

3 Commits
a335c0ee87 ... f85ea02d51

Author SHA1 Message Date
ImperiumTakp
f85ea02d51
Merge 76ce702f9d into fb54d8b549 2023-05-22 17:39:47 -05:00
denon1
76ce702f9d fix remove nested tuple 2023-04-01 11:48:24 +02:00
denon1
dbb0a4b263 Change uses fold over foreach now 2023-04-01 11:43:44 +02:00
1 changed files with 10 additions and 15 deletions
Show Stats Expand all files Collapse all files

25
src/scala/com/twitter/simclusters_v2/scalding/EigenVectorsForSparseSymmetric.scala
View File

@ -44,22 +44,17 @@ object EigenVectorsForSparseSymmetric {
* @return the constructed matrix
*/
def getMatrix(nonzeros: Iterable[(Int, Int, Double)], nRows: Int, nCols: Int): Matrix = {
val matrix = new LinkedSparseMatrix(nRows, nCols)
var numEntries = 0
var maxRow = 0
var maxCol = 0
val baseCase = (new LinkedSparseMatrix(nRows, nCols), 0, 0, 0)
val partialNonzeros = nonzeros.foldRight(baseCase)
val (matrix, numEntries, maxRow, maxCol) = partialNonzeros{
case ((i, j, v), (matrix, numEntries, maxRow, maxCol) ) => (i, j) match {
case (_, _) if (i > maxRow) && (j > maxCol) => (matrix.set(i, j, v), numEntries += 1, i, j)
case (_, _) if (i > maxRow) => (matrix.set(i, j, v), numEntries += 1, i, maxCol)
case (_, _) if (j > maxCol) => (matrix.set(i, j, v), numEntries += 1, maxRow, j)
case (_, _) => (matrix.set(i, j, v), numEntries += 1, maxRow, maxCol)
}
}
nonzeros.foreach {
case (i, j, v) =>
if (i > maxRow) {
maxRow = i
}
if (j > maxCol) {
maxCol = j
}
numEntries += 1
matrix.set(i, j, v)
}
log.info(
"Finished building matrix with %d entries and maxRow %d and maxCol %d"
.format(numEntries, maxRow, maxCol))