def scio()

in src/main/scala/com/spotify/bdrc/pipeline/PageRank.scala [56:73]


  def scio(input: SCollection[(String, String)]): SCollection[(String, Double)] = {
    val links = input.groupByKey
    var ranks = links.mapValues(_ => 1.0)

    for (i <- 1 to 10) {
      val contribs = links
        .join(ranks)
        .values
        .flatMap { case (urls, rank) =>
          val size = urls.size
          urls.map((_, rank / size))
        }
      ranks = contribs.sumByKey
        .mapValues((1 - dampingFactor) + dampingFactor * _)
    }

    ranks
  }