in src/main/scala/com/spotify/bdrc/pipeline/PageRank.scala [56:73]
def scio(input: SCollection[(String, String)]): SCollection[(String, Double)] = {
val links = input.groupByKey
var ranks = links.mapValues(_ => 1.0)
for (i <- 1 to 10) {
val contribs = links
.join(ranks)
.values
.flatMap { case (urls, rank) =>
val size = urls.size
urls.map((_, rank / size))
}
ranks = contribs.sumByKey
.mapValues((1 - dampingFactor) + dampingFactor * _)
}
ranks
}