Merge branch 'dev' into ms/#723-use-nio-paths-instead-of-strings

# Conflicts:
#	CHANGELOG.md
#	src/main/java/edu/ie3/datamodel/io/connectors/CsvFileConnector.java
#	src/main/java/edu/ie3/datamodel/io/sink/CsvFileSink.java
#	src/test/groovy/edu/ie3/datamodel/io/sink/CsvFileSinkTest.groovy
#	src/test/groovy/edu/ie3/datamodel/io/source/csv/GridIoIT.groovy

Author: staudtMarius

CHANGELOG.md

@@ -18,6 +18,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 ### Changed
 - Removing deprecated classes and methods [#540](https://github.com/ie3-institute/PowerSystemDataModel/issues/540)
 - Refactor CSV data sources [#716](https://github.com/ie3-institute/PowerSystemDataModel/issues/716)
+- Deleted parameter initFiles, set parameter append to false by default [#791](https://github.com/ie3-institute/PowerSystemDataModel/issues/791)
 - Use nio paths instead of strings for file path [#723](https://github.com/ie3-institute/PowerSystemDataModel/issues/723)
 
 

src/main/java/edu/ie3/datamodel/io/connectors/CsvFileConnector.java

@@ -114,19 +114,11 @@ private BufferedCsvWriter initWriter(Path baseDirectory, CsvFileDefinition fileD
     if (!directories.exists() && !directories.mkdirs())
       throw new IOException("Unable to create directory tree '" + directories + "'");
 
-    File pathFile = fullPath.toFile();
-    boolean append = pathFile.exists();
     BufferedCsvWriter writer =
         new BufferedCsvWriter(
-            fullPath, fileDefinition.headLineElements(), fileDefinition.csvSep(), append);
-    if (!append) {
-      writer.writeFileHeader();
-    } else {
-      log.warn(
-          "File '{}' already exist. Will append new content WITHOUT new header! Full path: {}",
-          fileDefinition.getFilePath().getFileName(),
-          pathFile.getAbsolutePath());
-    }
+            fullPath, fileDefinition.headLineElements(), fileDefinition.csvSep(), false);
+    writer.writeFileHeader();
+
     return writer;
   }
 
@@ -218,15 +210,15 @@ public BufferedReader initReader(Path filePath) throws FileNotFoundException {
    *     possible readers will be initialized.
    * @return A mapping from column scheme to the individual time series meta information
    */
-  public Map<UUID, edu.ie3.datamodel.io.csv.CsvIndividualTimeSeriesMetaInformation>
+  public Map<UUID, CsvIndividualTimeSeriesMetaInformation>
       getCsvIndividualTimeSeriesMetaInformation(final ColumnScheme... columnSchemes) {
     return getIndividualTimeSeriesFilePaths().parallelStream()
         .map(
             filePath -> {
               /* Extract meta information from file path and enhance it with the file path itself */
               IndividualTimeSeriesMetaInformation metaInformation =
                   fileNamingStrategy.individualTimeSeriesMetaInformation(filePath.toString());
-              return new edu.ie3.datamodel.io.csv.CsvIndividualTimeSeriesMetaInformation(
+              return new CsvIndividualTimeSeriesMetaInformation(
                   metaInformation, FileNamingStrategy.removeFileNameEnding(filePath.getFileName()));
             })
         .filter(

src/main/java/edu/ie3/datamodel/io/sink/CsvFileSink.java

@@ -60,7 +60,7 @@ public class CsvFileSink implements InputDataSink, OutputDataSink {
   private final String csvSep;
 
   public CsvFileSink(Path baseFolderPath) {
-    this(baseFolderPath, new FileNamingStrategy(), false, ",");
+    this(baseFolderPath, new FileNamingStrategy(), ",");
   }
 
   /**
@@ -70,17 +70,10 @@ public CsvFileSink(Path baseFolderPath) {
    *
    * @param baseFolderPath the base folder path where the files should be put into
    * @param fileNamingStrategy the data sink file naming strategy that should be used
-   * @param initFiles true if the files should be created during initialization (might create files,
-   *     that only consist of a headline, because no data will be written into them), false
-   *     otherwise
    * @param csvSep the csv file separator that should be use
    */
-  public CsvFileSink(
-      Path baseFolderPath,
-      FileNamingStrategy fileNamingStrategy,
-      boolean initFiles,
-      String csvSep) {
-    this(baseFolderPath, new ProcessorProvider(), fileNamingStrategy, initFiles, csvSep);
+  public CsvFileSink(Path baseFolderPath, FileNamingStrategy fileNamingStrategy, String csvSep) {
+    this(baseFolderPath, new ProcessorProvider(), fileNamingStrategy, csvSep);
   }
 
   /**
@@ -95,22 +88,16 @@ public CsvFileSink(
    * @param baseFolderPath the base folder path where the files should be put into
    * @param processorProvider the processor provided that should be used for entity serialization
    * @param fileNamingStrategy the data sink file naming strategy that should be used
-   * @param initFiles true if the files should be created during initialization (might create files,
-   *     that only consist of a headline, because no data will be written into them), false
-   *     otherwise
    * @param csvSep the csv file separator that should be use
    */
   public CsvFileSink(
       Path baseFolderPath,
       ProcessorProvider processorProvider,
       FileNamingStrategy fileNamingStrategy,
-      boolean initFiles,
       String csvSep) {
     this.csvSep = csvSep;
     this.processorProvider = processorProvider;
     this.connector = new CsvFileConnector(baseFolderPath, fileNamingStrategy);
-
-    if (initFiles) initFiles(processorProvider, connector);
   }
 
   @Override
@@ -353,40 +340,6 @@ private <C extends UniqueEntity> void write(C entity) {
     }
   }
 
-  /**
-   * Initialize files, hence create a file for each expected class that will be processed in the
-   * future. Please note, that files for time series can only be create on presence of a concrete
-   * time series, as their file name depends on the individual uuid of the time series.
-   *
-   * @param processorProvider the processor provider all files that will be processed is derived
-   *     from
-   * @param connector the connector to the files
-   */
-  private void initFiles(
-      final ProcessorProvider processorProvider, final CsvFileConnector connector) {
-    processorProvider
-        .getRegisteredClasses()
-        .forEach(
-            clz -> {
-              try {
-                String[] headerElements =
-                    csvHeaderElements(processorProvider.getHeaderElements(clz));
-
-                connector.getOrInitWriter(clz, headerElements, csvSep);
-              } catch (ProcessorProviderException e) {
-                log.error(
-                    "Error during receiving of head line elements. Cannot prepare writer for class {}.",
-                    clz,
-                    e);
-              } catch (ConnectorException e) {
-                log.error(
-                    "Error during instantiation files. Cannot get or init writer for class {}.",
-                    clz,
-                    e);
-              }
-            });
-  }
-
   /**
    * Transforms a provided array of strings to valid csv formatted strings (according to csv
    * specification RFC 4180)

src/test/groovy/edu/ie3/datamodel/io/sink/CsvFileSinkTest.groovy

@@ -74,33 +74,6 @@ class CsvFileSinkTest extends Specification implements TimeSeriesTestData {
     }
   }
 
-  def "A valid CsvFileSink called by simple constructor should not initialize files by default and consist of several default values"() {
-    given:
-    CsvFileSink csvFileSink = new CsvFileSink(testBaseFolderPath)
-    csvFileSink.shutdown()
-
-    expect:
-    !testBaseFolderPath.toFile().exists()
-    csvFileSink.csvSep == ","
-  }
-
-  def "A valid CsvFileSink with 'initFiles' enabled should create files as expected"() {
-    given:
-    CsvFileSink csvFileSink = new CsvFileSink(testBaseFolderPath,
-        new ProcessorProvider([
-          new ResultEntityProcessor(PvResult),
-          new ResultEntityProcessor(EvResult)
-        ], [] as Map),
-        new FileNamingStrategy(),
-        true,
-        ",")
-    csvFileSink.shutdown()
-
-    expect:
-    testBaseFolderPath.toFile().exists()
-    testBaseFolderPath.resolve("ev_res.csv").toFile().exists()
-    testBaseFolderPath.resolve("pv_res.csv").toFile().exists()
-  }
 
   def "A valid CsvFileSink is able to convert an entity data map correctly to RFC 4180 compliant strings"() {
     given:
@@ -142,7 +115,7 @@ class CsvFileSinkTest extends Specification implements TimeSeriesTestData {
     csvFileSink.shutdown()
   }
 
-  def "A valid CsvFileSink without 'initFiles' should only persist provided elements correctly but not init all files"() {
+  def "A valid CsvFileSink should persist provided elements correctly"() {
     given:
     CsvFileSink csvFileSink = new CsvFileSink(testBaseFolderPath,
         new ProcessorProvider([
@@ -168,7 +141,6 @@ class CsvFileSinkTest extends Specification implements TimeSeriesTestData {
           new InputEntityProcessor(EmInput)
         ], [] as Map),
         new FileNamingStrategy(),
-        false,
         ",")
 
     UUID uuid = UUID.fromString("22bea5fc-2cb2-4c61-beb9-b476e0107f52")
@@ -239,7 +211,6 @@ class CsvFileSinkTest extends Specification implements TimeSeriesTestData {
     CsvFileSink csvFileSink = new CsvFileSink(testBaseFolderPath,
         new ProcessorProvider([], timeSeriesProcessorMap),
         new FileNamingStrategy(),
-        false,
         ",")
 
     when:
@@ -313,7 +284,6 @@ class CsvFileSinkTest extends Specification implements TimeSeriesTestData {
         ProcessorProvider.allEntityProcessors(),
         new HashMap<TimeSeriesProcessorKey, TimeSeriesProcessor<TimeSeries<TimeSeriesEntry<Value>, Value>, TimeSeriesEntry<Value>, Value>>()),
         new FileNamingStrategy(),
-        false,
         ",")
 
     when:
@@ -333,7 +303,6 @@ class CsvFileSinkTest extends Specification implements TimeSeriesTestData {
         testBaseFolderPath,
         new ProcessorProvider(),
         new FileNamingStrategy(),
-        false,
         ",")
 
     when:

src/test/groovy/edu/ie3/datamodel/io/source/csv/GridIoIT.groovy

@@ -38,7 +38,7 @@ class GridIoIT extends Specification implements CsvTestDataMeta {
         new DefaultDirectoryHierarchy(Path.of("output"), "vn_simona"))
     tempDirectory = Files.createTempDirectory("GridIoIT")
     sinkFlat = new CsvFileSink(tempDirectory.toAbsolutePath())
-    sinkHierarchic = new CsvFileSink(tempDirectory.toAbsolutePath(), hierarchicNamingStrategy, false, ",")
+    sinkHierarchic = new CsvFileSink(tempDirectory.toAbsolutePath(), hierarchicNamingStrategy, ",")
   }
 
   def cleanupSpec() {