in ratatool-sampling/src/main/scala/com/spotify/ratatool/samplers/util/ParquetGcsConnectorUtil.scala [49:65]
def setCredentials(job: Job): Unit = {
Try(GoogleCredentials.getApplicationDefault()).map {
case _: ServiceAccountCredentials => getWellKnownCredentialFile.map(_.toString)
case _ => None
} match {
case Success(Some(sa)) =>
job.getConfiguration.set("fs.gs.auth.service.account.json.keyfile", sa)
case Success(None) =>
job.getConfiguration.set(
"fs.gs.auth.access.token.provider.impl",
"com.spotify.ratatool.samplers.util.ApplicationDefaultTokenProvider"
)
case _ =>
job.getConfiguration.setBoolean("fs.gs.auth.service.account.enable", false)
job.getConfiguration.setBoolean("fs.gs.auth.null.enable", true)
}
}