From 0724577ba9aff654ed3c77a0e2c45300780a89a4 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Cl=C3=A1udio=20Bordoni?= Date: Thu, 18 Aug 2022 10:53:31 -0400 Subject: [PATCH] Add default values --- src/main/scala/ignition/core/jobs/CoreJobRunner.scala | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/src/main/scala/ignition/core/jobs/CoreJobRunner.scala b/src/main/scala/ignition/core/jobs/CoreJobRunner.scala index eb1c7014..42f71f2d 100644 --- a/src/main/scala/ignition/core/jobs/CoreJobRunner.scala +++ b/src/main/scala/ignition/core/jobs/CoreJobRunner.scala @@ -3,6 +3,7 @@ package ignition.core.jobs import org.apache.spark.SparkContext import org.apache.spark.sql.SparkSession import org.joda.time.{DateTime, DateTimeZone} +import org.joda.time.format.{DateTimeFormat} import org.slf4j.{Logger, LoggerFactory} import scala.concurrent.Future @@ -10,6 +11,9 @@ import scala.concurrent.Future object CoreJobRunner { val logger: Logger = LoggerFactory.getLogger(getClass) + val tagFormat = "yyyy_MM_dd'T'HH_mm_ss'UTC'" + val today: DateTime = DateTime.now().withZone(DateTimeZone.UTC) + val todayFormatted: String = DateTimeFormat.forPattern(tagFormat).print(today) case class RunnerContext(sparkContext: SparkContext, sparkSession: SparkSession, @@ -29,8 +33,8 @@ object CoreJobRunner { } case class RunnerConfig(setupName: String = "nosetup", - date: DateTime = DateTime.now.withZone(DateTimeZone.UTC), - tag: String = "notag", + date: DateTime = today, + tag: String = todayFormatted, user: String = "nouser", master: String = "local[*]", executorMemory: String = "2G",