Skip to content

Commit f78bb05

Browse files
civitaspocivitaspo
authored
Merge pull request #33 from trocco-io/v0.4.0
V0.4.0
2 parents 620a173 + 3e12dfc commit f78bb05

File tree

11 files changed

+435
-323
lines changed

11 files changed

+435
-323
lines changed

‎.env.template‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
EMBULK_OUTPUT_SNOWFLAKE_TEST_HOST=
2+
EMBULK_OUTPUT_SNOWFLAKE_TEST_USER=
3+
EMBULK_OUTPUT_SNOWFLAKE_TEST_PASSWORD=
4+
EMBULK_OUTPUT_SNOWFLAKE_TEST_WAREHOUSE=
5+
EMBULK_OUTPUT_SNOWFLAKE_TEST_DATABASE=
6+
EMBULK_OUTPUT_SNOWFLAKE_TEST_SCHEMA=

‎.github/workflows/main.yml‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,14 @@ jobs:
2525
# Run ./gradlew spotlessApply when failing on this step.
2626
run: ./gradlew spotlessCheck
2727
- run: ./gradlew test
28+
env:
29+
EMBULK_OUTPUT_SNOWFLAKE_TEST_HOST: "${{ secrets.EMBULK_OUTPUT_SNOWFLAKE_TEST_HOST }}"
30+
EMBULK_OUTPUT_SNOWFLAKE_TEST_USER: "${{ secrets.EMBULK_OUTPUT_SNOWFLAKE_TEST_USER }}"
31+
EMBULK_OUTPUT_SNOWFLAKE_TEST_PASSWORD: "${{ secrets.EMBULK_OUTPUT_SNOWFLAKE_TEST_PASSWORD }}"
32+
EMBULK_OUTPUT_SNOWFLAKE_TEST_WAREHOUSE: "${{ secrets.EMBULK_OUTPUT_SNOWFLAKE_TEST_WAREHOUSE }}"
33+
EMBULK_OUTPUT_SNOWFLAKE_TEST_DATABASE: "${{ secrets.EMBULK_OUTPUT_SNOWFLAKE_TEST_DATABASE }}"
34+
EMBULK_OUTPUT_SNOWFLAKE_TEST_SCHEMA: "${{ secrets.EMBULK_OUTPUT_SNOWFLAKE_TEST_SCHEMA }}"
35+
2836

2937
- name: Show Current Version
3038
run: ./gradlew printVersion

‎CHANGELOG.md‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,11 @@
1+
0.4.0 (2021-10-08)
2+
======================
3+
* [#21](https://github.com/trocco-io/embulk-output-snowflake/pull/21) Revert [#14](https://github.com/trocco-io/embulk-output-snowflake/pull/14)
4+
* [#27](https://github.com/trocco-io/embulk-output-snowflake/pull/27) Add an example.
5+
* [#28](https://github.com/trocco-io/embulk-output-snowflake/pull/28), [#30](https://github.com/trocco-io/embulk-output-snowflake/pull/30) Add tests
6+
* [#32](https://github.com/trocco-io/embulk-output-snowflake/pull/32) Use embulk-output-jdbc v0.10.2 that fixes the issue [embulk/embulk-output-jdbc#299](https://github.com/embulk/embulk-output-jdbc/issues/299).
7+
8+
19
0.3.3 (2021-09-16)
210
==================
311

‎build.gradle‎

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@ plugins {
44
id "org.embulk.embulk-plugins" version "0.4.2"
55
id "com.palantir.git-version" version "0.12.3"
66
id "com.diffplug.spotless" version "5.15.0"
7+
id "com.adarshr.test-logger" version "3.0.0"
78
}
89
repositories {
910
mavenCentral()
@@ -44,9 +45,12 @@ dependencies {
4445
testImplementation "junit:junit:4.+"
4546
testImplementation "org.embulk:embulk-junit4:0.10.31"
4647
testImplementation "org.embulk:embulk-core:0.10.31"
48+
testImplementation "org.embulk:embulk-core:0.10.31:tests"
4749
testImplementation "org.embulk:embulk-deps:0.10.31"
50+
testImplementation "org.embulk:embulk-input-file:0.10.31"
51+
testImplementation "org.embulk:embulk-parser-csv:0.10.31"
4852

49-
compile "org.embulk:embulk-output-jdbc:0.10.1"
53+
compile "org.embulk:embulk-output-jdbc:0.10.2"
5054
compile "net.snowflake:snowflake-jdbc:3.13.5"
5155
}
5256
embulkPlugin {

‎example/config.yml‎

Lines changed: 31 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,31 @@
1+
2+
in:
3+
type: file
4+
path_prefix: ./example/data.tsv
5+
parser:
6+
type: csv
7+
delimiter: "\t"
8+
skip_header_lines: 0
9+
null_string: ""
10+
columns:
11+
- { name: id, type: long }
12+
- { name: description, type: string }
13+
- { name: name, type: string }
14+
- { name: t, type: timestamp, format: "%Y-%m-%d %H:%M:%S %z"}
15+
- { name: payload, type: json}
16+
stop_on_invalid_record: true
17+
18+
out:
19+
type: snowflake
20+
host: <YOUR_SNOWFLAKE_HOST>
21+
user: <YOUR_SNOWFLAKE_USER>
22+
password: <YOUR_SNOWFLAKE_PASSWORD>
23+
warehouse: <YOUR_SNOWFLAKE_WAREHOUSE>
24+
database: <YOUR_SNOWFLAKE_DATABASE>
25+
schema: <YOUR_SNOWFLAKE_SCHEMA>
26+
table: <YOUR_SNOWFLAKE_TABLE>
27+
retry_limit: 12
28+
retry_wait: 1000
29+
max_retry_wait: 1800000
30+
mode: insert
31+
default_timezone: UTC

‎example/data.tsv‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
0 c20ef94602 c212c89f91 2017-10-24 03:54:35 +0900 {"a":0,"b":"99"}
2+
1 330a9fc33a e25b33b616 2017-10-22 19:53:31 +0900 {"a":1,"b":"a9"}
3+
2 707b3b7588 90823c6a1f 2017-10-23 23:42:43 +0900 {"a":2,"b":"96"}
4+
3 8d8288e66f 2017-10-22 06:12:13 +0900 {"a":3,"b":"86"}
5+
4 c54d8b6481 e56a40571c 2017-10-23 04:59:16 +0900 {"a":4,"b":"d2"}

‎gradle/dependency-locks/embulkPluginRuntime.lockfile‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ com.fasterxml.jackson.core:jackson-databind:2.6.7
77
com.fasterxml.jackson.datatype:jackson-datatype-jdk8:2.6.7
88
javax.validation:validation-api:1.1.0.Final
99
net.snowflake:snowflake-jdbc:3.13.5
10-
org.embulk:embulk-output-jdbc:0.10.1
10+
org.embulk:embulk-output-jdbc:0.10.2
1111
org.embulk:embulk-util-config:0.3.0
1212
org.embulk:embulk-util-json:0.1.1
1313
org.embulk:embulk-util-retryhelper:0.8.2

0 commit comments

Comments
 (0)