[bq] upgrade dependencies

This commit is contained in:
Volodymyr
2023-08-25 17:04:38 +03:00
committed by GitHub
parent 9c02e11eac
commit 56f3fc6bbc
3 changed files with 20 additions and 20 deletions

View File

@@ -51,31 +51,31 @@
<!-- Dependent on Spring Batch core --> <!-- Dependent on Spring Batch core -->
<java.version>17</java.version> <java.version>17</java.version>
<logback.version>1.4.5</logback.version> <logback.version>1.4.11</logback.version>
</properties> </properties>
<dependencies> <dependencies>
<dependency> <dependency>
<groupId>org.springframework.batch</groupId> <groupId>org.springframework.batch</groupId>
<artifactId>spring-batch-core</artifactId> <artifactId>spring-batch-core</artifactId>
<version>5.0.0</version> <version>5.0.3</version>
</dependency> </dependency>
<dependency> <dependency>
<groupId>com.google.cloud</groupId> <groupId>com.google.cloud</groupId>
<artifactId>google-cloud-bigquery</artifactId> <artifactId>google-cloud-bigquery</artifactId>
<version>2.20.2</version> <version>2.31.1</version>
</dependency> </dependency>
<dependency> <dependency>
<groupId>com.fasterxml.jackson.dataformat</groupId> <groupId>com.fasterxml.jackson.dataformat</groupId>
<artifactId>jackson-dataformat-csv</artifactId> <artifactId>jackson-dataformat-csv</artifactId>
<version>2.14.1</version> <version>2.15.2</version>
</dependency> </dependency>
<dependency> <dependency>
<groupId>org.apache.commons</groupId> <groupId>org.apache.commons</groupId>
<artifactId>commons-lang3</artifactId> <artifactId>commons-lang3</artifactId>
<version>3.12.0</version> <version>3.13.0</version>
</dependency> </dependency>
<dependency> <dependency>
<groupId>org.apache.commons</groupId> <groupId>org.apache.commons</groupId>
@@ -88,13 +88,13 @@
<dependency> <dependency>
<groupId>org.junit.jupiter</groupId> <groupId>org.junit.jupiter</groupId>
<artifactId>junit-jupiter-api</artifactId> <artifactId>junit-jupiter-api</artifactId>
<version>5.9.2</version> <version>5.10.0</version>
<scope>test</scope> <scope>test</scope>
</dependency> </dependency>
<dependency> <dependency>
<groupId>org.mockito</groupId> <groupId>org.mockito</groupId>
<artifactId>mockito-core</artifactId> <artifactId>mockito-core</artifactId>
<version>5.0.0</version> <version>5.5.0</version>
<scope>test</scope> <scope>test</scope>
</dependency> </dependency>
<dependency> <dependency>
@@ -112,7 +112,7 @@
<dependency> <dependency>
<groupId>org.slf4j</groupId> <groupId>org.slf4j</groupId>
<artifactId>slf4j-api</artifactId> <artifactId>slf4j-api</artifactId>
<version>2.0.6</version> <version>2.0.7</version>
<scope>test</scope> <scope>test</scope>
</dependency> </dependency>
@@ -125,7 +125,7 @@
<plugin> <plugin>
<groupId>org.apache.maven.plugins</groupId> <groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId> <artifactId>maven-compiler-plugin</artifactId>
<version>3.10.1</version> <version>3.11.0</version>
<configuration> <configuration>
<source>${java.version}</source> <source>${java.version}</source>
<target>${java.version}</target> <target>${java.version}</target>
@@ -136,7 +136,7 @@
<plugin> <plugin>
<groupId>org.apache.maven.plugins</groupId> <groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-surefire-plugin</artifactId> <artifactId>maven-surefire-plugin</artifactId>
<version>2.22.2</version> <version>3.1.2</version>
<configuration> <configuration>
<includes> <includes>
<!-- Integration tests are omitted because they are designed to be run locally --> <!-- Integration tests are omitted because they are designed to be run locally -->
@@ -149,7 +149,7 @@
<plugin> <plugin>
<groupId>org.apache.maven.plugins</groupId> <groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-javadoc-plugin</artifactId> <artifactId>maven-javadoc-plugin</artifactId>
<version>3.4.1</version> <version>3.5.0</version>
<executions> <executions>
<execution> <execution>
<id>attach-javadocs</id> <id>attach-javadocs</id>
@@ -162,7 +162,7 @@
<plugin> <plugin>
<groupId>org.apache.maven.plugins</groupId> <groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-source-plugin</artifactId> <artifactId>maven-source-plugin</artifactId>
<version>3.2.1</version> <version>3.3.0</version>
<executions> <executions>
<execution> <execution>
<id>attach-sources</id> <id>attach-sources</id>

View File

@@ -30,6 +30,7 @@ import org.springframework.util.ObjectUtils;
import java.nio.charset.StandardCharsets; import java.nio.charset.StandardCharsets;
import java.util.List; import java.util.List;
import java.util.Objects; import java.util.Objects;
import java.util.function.Predicate;
import java.util.stream.Collectors; import java.util.stream.Collectors;
/** /**
@@ -80,7 +81,7 @@ public class BigQueryCsvItemWriter<T> extends BigQueryBaseItemWriter<T> implemen
.map(this::mapItemToCsv) .map(this::mapItemToCsv)
.filter(ArrayUtils::isNotEmpty) .filter(ArrayUtils::isNotEmpty)
.map(String::new) .map(String::new)
.filter(value -> !ObjectUtils.isEmpty(value)) .filter(Predicate.not(ObjectUtils::isEmpty))
.map(row -> row.getBytes(StandardCharsets.UTF_8)) .map(row -> row.getBytes(StandardCharsets.UTF_8))
.collect(Collectors.toList()); .collect(Collectors.toList());
} }
@@ -110,14 +111,13 @@ public class BigQueryCsvItemWriter<T> extends BigQueryBaseItemWriter<T> implemen
} }
private byte[] mapItemToCsv(T t) { private byte[] mapItemToCsv(T t) {
byte[] result = null;
try { try {
result = Objects.isNull(rowMapper) ? objectWriter.writeValueAsBytes(t) : rowMapper.convert(t); return Objects.isNull(rowMapper) ? objectWriter.writeValueAsBytes(t) : rowMapper.convert(t);
} }
catch (JsonProcessingException e) { catch (JsonProcessingException e) {
logger.error("Error during processing of the line: ", e); logger.error("Error during processing of the line: ", e);
return null;
} }
return result;
} }
} }

View File

@@ -30,6 +30,7 @@ import org.springframework.util.ObjectUtils;
import java.nio.charset.StandardCharsets; import java.nio.charset.StandardCharsets;
import java.util.List; import java.util.List;
import java.util.Objects; import java.util.Objects;
import java.util.function.Predicate;
import java.util.stream.Collectors; import java.util.stream.Collectors;
/** /**
@@ -77,7 +78,7 @@ public class BigQueryJsonItemWriter<T> extends BigQueryBaseItemWriter<T> impleme
.filter(ArrayUtils::isNotEmpty) .filter(ArrayUtils::isNotEmpty)
.map(String::new) .map(String::new)
.map(this::convertToNdJson) .map(this::convertToNdJson)
.filter(value -> !ObjectUtils.isEmpty(value)) .filter(Predicate.not(ObjectUtils::isEmpty))
.map(row -> row.getBytes(StandardCharsets.UTF_8)) .map(row -> row.getBytes(StandardCharsets.UTF_8))
.collect(Collectors.toList()); .collect(Collectors.toList());
} }
@@ -107,14 +108,13 @@ public class BigQueryJsonItemWriter<T> extends BigQueryBaseItemWriter<T> impleme
} }
private byte[] mapItemToJson(T t) { private byte[] mapItemToJson(T t) {
byte[] result = null;
try { try {
result = Objects.isNull(rowMapper) ? objectWriter.writeValueAsBytes(t) : rowMapper.convert(t); return Objects.isNull(rowMapper) ? objectWriter.writeValueAsBytes(t) : rowMapper.convert(t);
} }
catch (JsonProcessingException e) { catch (JsonProcessingException e) {
logger.error("Error during processing of the line: ", e); logger.error("Error during processing of the line: ", e);
return null;
} }
return result;
} }
/** /**