diff --git a/.kokoro/common.sh b/.kokoro/common.sh index a1dad45d963d..441771a31733 100644 --- a/.kokoro/common.sh +++ b/.kokoro/common.sh @@ -278,7 +278,28 @@ function generate_modified_modules_list() { modules=$(echo "${modules}" | cut -d '/' -f1 | sort -u) for module in $modules; do if [[ " ${maven_modules[*]} " =~ " ${module} " ]]; then - modified_module_list+=("${module}") + local duplicate=false + for item in "${modified_module_list[@]}"; do + if [[ "${item}" == "${module}" ]]; then + duplicate=true + break + fi + done + if [[ "${duplicate}" == "false" ]]; then + modified_module_list+=("${module}") + fi + if [[ "${module}" == "java-bigquerystorage" ]]; then + local has_bigquery=false + for item in "${modified_module_list[@]}"; do + if [[ "${item}" == "java-bigquery" ]]; then + has_bigquery=true + break + fi + done + if [[ "${has_bigquery}" == "false" ]]; then + modified_module_list+=("java-bigquery") + fi + fi fi done else diff --git a/.kokoro/presubmit/bigquery-graalvm-native-presubmit.cfg b/.kokoro/presubmit/bigquery-graalvm-native-presubmit.cfg index 6fe61b51410a..37e3b812533d 100644 --- a/.kokoro/presubmit/bigquery-graalvm-native-presubmit.cfg +++ b/.kokoro/presubmit/bigquery-graalvm-native-presubmit.cfg @@ -36,9 +36,15 @@ env_vars: { key: "ENABLE_FLAKYBOT" value: "false" } +env_vars: { + key: "INTEGRATION_TEST_ARGS" + value: "-Dit.test=!ITBigQueryWrite*RetryTest -Dsurefire.failIfNoSpecifiedTests=false -Dfailsafe.failIfNoSpecifiedTests=false" +} + env_vars: { key: "BUILD_SUBDIR" value: "java-bigquery" } + diff --git a/.kokoro/presubmit/bigquery-integration.cfg b/.kokoro/presubmit/bigquery-integration.cfg index 19770b533b3b..50f69e5c8bdc 100644 --- a/.kokoro/presubmit/bigquery-integration.cfg +++ b/.kokoro/presubmit/bigquery-integration.cfg @@ -33,9 +33,15 @@ env_vars: { } +env_vars: { + key: "INTEGRATION_TEST_ARGS" + value: "-Dit.test=!ITBigQueryWrite*RetryTest -Dsurefire.failIfNoSpecifiedTests=false -Dfailsafe.failIfNoSpecifiedTests=false" +} + env_vars: { key: "BUILD_SUBDIR" value: "java-bigquery" } + diff --git a/java-bigquery/google-cloud-bigquery/pom.xml b/java-bigquery/google-cloud-bigquery/pom.xml index 07e79bc2758c..cf1d05f87523 100644 --- a/java-bigquery/google-cloud-bigquery/pom.xml +++ b/java-bigquery/google-cloud-bigquery/pom.xml @@ -102,6 +102,13 @@ google-cloud-bigquerystorage 3.31.0-SNAPSHOT + + com.google.cloud + google-cloud-bigquerystorage + 3.31.0-SNAPSHOT + tests + test + com.google.api.grpc proto-google-cloud-bigquerystorage-v1 @@ -225,6 +232,49 @@ opentelemetry-sdk-testing test + + org.awaitility + awaitility + test + + + org.apache.avro + avro + 1.11.4 + test + + + io.grpc + grpc-api + test + + + com.google.api.grpc + proto-google-cloud-bigquerystorage-v1beta1 + test + 3.31.0-SNAPSHOT + + + com.google.api.grpc + proto-google-cloud-bigquerystorage-v1beta2 + test + 3.31.0-SNAPSHOT + + + com.google.protobuf + protobuf-java-util + test + + + com.google.api.grpc + proto-google-common-protos + test + + + org.json + json + test + diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryBigDecimalByteStringEncoderTest.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryBigDecimalByteStringEncoderTest.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryBigDecimalByteStringEncoderTest.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryBigDecimalByteStringEncoderTest.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryStorageLongRunningTest.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryStorageLongRunningTest.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryStorageLongRunningTest.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryStorageLongRunningTest.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryStorageReadClientTest.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryStorageReadClientTest.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryStorageReadClientTest.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryStorageReadClientTest.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryStorageWriteClientTest.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryStorageWriteClientTest.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryStorageWriteClientTest.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryStorageWriteClientTest.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryTimeEncoderTest.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryTimeEncoderTest.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryTimeEncoderTest.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryTimeEncoderTest.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryWriteNonQuotaRetryTest.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryWriteNonQuotaRetryTest.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryWriteNonQuotaRetryTest.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryWriteNonQuotaRetryTest.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryWriteQuotaRetryTest.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryWriteQuotaRetryTest.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryWriteQuotaRetryTest.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/ITBigQueryWriteQuotaRetryTest.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/BigQueryResource.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/BigQueryResource.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/BigQueryResource.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/BigQueryResource.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/Helper.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/Helper.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/Helper.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/Helper.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/SimpleRowReaderArrow.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/SimpleRowReaderArrow.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/SimpleRowReaderArrow.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/SimpleRowReaderArrow.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/SimpleRowReaderAvro.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/SimpleRowReaderAvro.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/SimpleRowReaderAvro.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/SimpleRowReaderAvro.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/WriteRetryTestUtil.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/WriteRetryTestUtil.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/WriteRetryTestUtil.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1/it/util/WriteRetryTestUtil.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1beta1/it/ITBigQueryStorageLongRunningTest.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1beta1/it/ITBigQueryStorageLongRunningTest.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1beta1/it/ITBigQueryStorageLongRunningTest.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1beta1/it/ITBigQueryStorageLongRunningTest.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1beta1/it/ITBigQueryStorageTest.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1beta1/it/ITBigQueryStorageTest.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1beta1/it/ITBigQueryStorageTest.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1beta1/it/ITBigQueryStorageTest.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1beta1/it/SimpleRowReader.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1beta1/it/SimpleRowReader.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1beta1/it/SimpleRowReader.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1beta1/it/SimpleRowReader.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1beta2/it/BigQueryResource.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1beta2/it/BigQueryResource.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1beta2/it/BigQueryResource.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1beta2/it/BigQueryResource.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1beta2/it/ITBigQueryStorageLongRunningTest.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1beta2/it/ITBigQueryStorageLongRunningTest.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1beta2/it/ITBigQueryStorageLongRunningTest.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1beta2/it/ITBigQueryStorageLongRunningTest.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1beta2/it/ITBigQueryStorageTest.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1beta2/it/ITBigQueryStorageTest.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1beta2/it/ITBigQueryStorageTest.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1beta2/it/ITBigQueryStorageTest.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1beta2/it/SimpleRowReader.java b/java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1beta2/it/SimpleRowReader.java similarity index 100% rename from java-bigquerystorage/google-cloud-bigquerystorage/src/test/java/com/google/cloud/bigquery/storage/v1beta2/it/SimpleRowReader.java rename to java-bigquery/google-cloud-bigquery/src/test/java/com/google/cloud/bigquery/storage/v1beta2/it/SimpleRowReader.java diff --git a/java-bigquerystorage/google-cloud-bigquerystorage/pom.xml b/java-bigquerystorage/google-cloud-bigquerystorage/pom.xml index 933967d15f02..ba2495f5931d 100644 --- a/java-bigquerystorage/google-cloud-bigquerystorage/pom.xml +++ b/java-bigquerystorage/google-cloud-bigquerystorage/pom.xml @@ -257,15 +257,16 @@ test - com.google.protobuf - protobuf-java-util + org.apache.arrow + arrow-memory-netty test - com.google.cloud - google-cloud-bigquery + com.google.protobuf + protobuf-java-util test + com.google.auth google-auth-library-oauth2-http diff --git a/java-bigquerystorage/pom.xml b/java-bigquerystorage/pom.xml index dabcddd765bd..a7ad615444fc 100644 --- a/java-bigquerystorage/pom.xml +++ b/java-bigquerystorage/pom.xml @@ -130,18 +130,7 @@ google-cloud-bigquerystorage 3.31.0-SNAPSHOT - - com.google.cloud - google-cloud-bigquery - 2.57.1 - test - - - com.google.cloud - google-cloud-bigquerystorage - - - +