Merge pull request #7686 from trikimiki/master

[3.4.2] Docker microservices - Compatibility with Compose V2
2022-11-30 16:34:39 +02:00 · 2022-11-30 16:34:39 +02:00 · f191f6d382
commit f191f6d382
parent 2ceb6c86bd 6413236411
24 changed files with 188 additions and 51 deletions
--- a/docker/compose-utils.sh
+++ b/docker/compose-utils.sh
@ -195,3 +195,35 @@ function checkFolders() {
  done < <(echo "$PERMISSION_LIST")
  return $EXIT_CODE
 }
+
+function composeVersion() {
+    #Checking whether "set -e" shell option should be restored after Compose version check
+    FLAG_SET=false
+    if [[ $SHELLOPTS =~ errexit ]]; then
+        set +e
+        FLAG_SET=true
+    fi
+
+    #Checking Compose V1 availablity
+    docker-compose version >/dev/null 2>&1
+    if [ $? -eq 0 ]; then status_v1=true; else status_v1=false; fi
+
+    #Checking Compose V2 availablity
+    docker compose version >/dev/null 2>&1
+    if [ $? -eq 0 ]; then status_v2=true; else status_v2=false; fi
+
+    COMPOSE_VERSION=""
+
+    if $status_v2 ; then
+        COMPOSE_VERSION="V2"
+    elif $status_v1 ; then
+        COMPOSE_VERSION="V1"
+    else
+        echo "Docker Compose plugin is not detected. Please check your environment." >&2
+        exit 1
+    fi
+
+    echo $COMPOSE_VERSION
+
+    if $FLAG_SET ; then set -e; fi
+}
--- a/docker/docker-compose.aws-sqs.yml
+++ b/docker/docker-compose.aws-sqs.yml
@ -14,7 +14,7 @@
 # limitations under the License.
 #

-version: '2.2'
+version: '3.0'

 services:
  tb-js-executor:
--- a/docker/docker-compose.cassandra.volumes.yml
+++ b/docker/docker-compose.cassandra.volumes.yml
@ -14,7 +14,7 @@
 # limitations under the License.
 #

-version: '2.2'
+version: '3.0'

 services:
  cassandra:
--- a/docker/docker-compose.confluent.yml
+++ b/docker/docker-compose.confluent.yml
@ -14,7 +14,7 @@
 # limitations under the License.
 #

-version: '2.2'
+version: '3.0'

 services:
  tb-js-executor:
--- a/docker/docker-compose.hybrid.yml
+++ b/docker/docker-compose.hybrid.yml
@ -14,7 +14,7 @@
 # limitations under the License.
 #

-version: '2.2'
+version: '3.0'

 services:
  postgres:
--- a/docker/docker-compose.kafka.yml
+++ b/docker/docker-compose.kafka.yml
@ -14,7 +14,7 @@
 # limitations under the License.
 #

-version: '2.2'
+version: '3.0'

 services:
  kafka:
--- a/docker/docker-compose.postgres.volumes.yml
+++ b/docker/docker-compose.postgres.volumes.yml
@ -14,7 +14,7 @@
 # limitations under the License.
 #

-version: '2.2'
+version: '3.0'

 services:
  postgres:
--- a/docker/docker-compose.postgres.yml
+++ b/docker/docker-compose.postgres.yml
@ -14,7 +14,7 @@
 # limitations under the License.
 #

-version: '2.2'
+version: '3.0'

 services:
  postgres:
--- a/docker/docker-compose.prometheus-grafana.yml
+++ b/docker/docker-compose.prometheus-grafana.yml
@ -14,7 +14,7 @@
 # limitations under the License.
 #

-version: '2.2'
+version: '3.0'

 volumes:
    prometheus_data: {}
--- a/docker/docker-compose.pubsub.yml
+++ b/docker/docker-compose.pubsub.yml
@ -14,7 +14,7 @@
 # limitations under the License.
 #

-version: '2.2'
+version: '3.0'

 services:
  tb-js-executor:
--- a/docker/docker-compose.rabbitmq.yml
+++ b/docker/docker-compose.rabbitmq.yml
@ -14,7 +14,7 @@
 # limitations under the License.
 #

-version: '2.2'
+version: '3.0'

 services:
  tb-js-executor:
--- a/docker/docker-compose.redis-cluster.volumes.yml
+++ b/docker/docker-compose.redis-cluster.volumes.yml
@ -14,7 +14,7 @@
 # limitations under the License.
 #

-version: '2.2'
+version: '3.0'

 services:
  # Redis cluster
--- a/docker/docker-compose.redis-cluster.yml
+++ b/docker/docker-compose.redis-cluster.yml
@ -14,7 +14,7 @@
 # limitations under the License.
 #

-version: '2.2'
+version: '3.0'

 services:
 # Redis cluster
--- a/docker/docker-compose.redis.volumes.yml
+++ b/docker/docker-compose.redis.volumes.yml
@ -14,7 +14,7 @@
 # limitations under the License.
 #

-version: '2.2'
+version: '3.0'

 services:
  redis:
--- a/docker/docker-compose.redis.yml
+++ b/docker/docker-compose.redis.yml
@ -14,7 +14,7 @@
 # limitations under the License.
 #

-version: '2.2'
+version: '3.0'

 services:
 # Redis standalone
--- a/docker/docker-compose.service-bus.yml
+++ b/docker/docker-compose.service-bus.yml
@ -14,7 +14,7 @@
 # limitations under the License.
 #

-version: '2.2'
+version: '3.0'

 services:
  tb-js-executor:
--- a/docker/docker-compose.volumes.yml
+++ b/docker/docker-compose.volumes.yml
@ -14,7 +14,7 @@
 # limitations under the License.
 #

-version: '2.2'
+version: '3.0'

 services:
  tb-core1:
--- a/docker/docker-compose.yml
+++ b/docker/docker-compose.yml
@ -15,7 +15,7 @@
 #


-version: '2.2'
+version: '3.0'

 services:
  zookeeper:
@ -30,7 +30,8 @@ services:
  tb-js-executor:
    restart: always
    image: "${DOCKER_REPO}/${JS_EXECUTOR_DOCKER_NAME}:${TB_VERSION}"
-    scale: 10
+    deploy:
+      replicas: 10
    env_file:
      - tb-js-executor.env
  tb-core1:
--- a/docker/docker-install-tb.sh
+++ b/docker/docker-install-tb.sh
@ -41,6 +41,8 @@ set -e

 source compose-utils.sh

+COMPOSE_VERSION=$(composeVersion) || exit $?
+
 ADDITIONAL_COMPOSE_QUEUE_ARGS=$(additionalComposeQueueArgs) || exit $?

 ADDITIONAL_COMPOSE_ARGS=$(additionalComposeArgs) || exit $?
@ -52,14 +54,39 @@ ADDITIONAL_STARTUP_SERVICES=$(additionalStartupServices) || exit $?
 checkFolders --create || exit $?

 if [ ! -z "${ADDITIONAL_STARTUP_SERVICES// }" ]; then
-    docker-compose \
-      -f docker-compose.yml $ADDITIONAL_CACHE_ARGS $ADDITIONAL_COMPOSE_ARGS $ADDITIONAL_COMPOSE_QUEUE_ARGS \
-      up -d $ADDITIONAL_STARTUP_SERVICES
+
+    COMPOSE_ARGS="\
+          -f docker-compose.yml ${ADDITIONAL_CACHE_ARGS} ${ADDITIONAL_COMPOSE_ARGS} ${ADDITIONAL_COMPOSE_QUEUE_ARGS} \
+          up -d ${ADDITIONAL_STARTUP_SERVICES}"
+
+    case $COMPOSE_VERSION in
+        V2)
+            docker compose $COMPOSE_ARGS
+        ;;
+        V1)
+            docker-compose $COMPOSE_ARGS
+        ;;
+        *)
+            # unknown option
+        ;;
+    esac
 fi

-docker-compose \
-  -f docker-compose.yml $ADDITIONAL_CACHE_ARGS $ADDITIONAL_COMPOSE_ARGS $ADDITIONAL_COMPOSE_QUEUE_ARGS \
+COMPOSE_ARGS="\
+      -f docker-compose.yml ${ADDITIONAL_CACHE_ARGS} ${ADDITIONAL_COMPOSE_ARGS} ${ADDITIONAL_COMPOSE_QUEUE_ARGS} \
      run --no-deps --rm -e INSTALL_TB=true -e LOAD_DEMO=${loadDemo} \
-  tb-core1
+      tb-core1"
+
+case $COMPOSE_VERSION in
+    V2)
+        docker compose $COMPOSE_ARGS
+    ;;
+    V1)
+        docker-compose $COMPOSE_ARGS
+    ;;
+    *)
+        # unknown option
+    ;;
+esac


--- a/docker/docker-remove-services.sh
+++ b/docker/docker-remove-services.sh
@ -19,6 +19,8 @@ set -e

 source compose-utils.sh

+COMPOSE_VERSION=$(composeVersion) || exit $?
+
 ADDITIONAL_COMPOSE_QUEUE_ARGS=$(additionalComposeQueueArgs) || exit $?

 ADDITIONAL_COMPOSE_ARGS=$(additionalComposeArgs) || exit $?
@ -27,6 +29,18 @@ ADDITIONAL_CACHE_ARGS=$(additionalComposeCacheArgs) || exit $?

 ADDITIONAL_COMPOSE_MONITORING_ARGS=$(additionalComposeMonitoringArgs) || exit $?

-docker-compose \
-  -f docker-compose.yml $ADDITIONAL_CACHE_ARGS $ADDITIONAL_COMPOSE_ARGS $ADDITIONAL_COMPOSE_QUEUE_ARGS $ADDITIONAL_COMPOSE_MONITORING_ARGS \
-  down -v
+COMPOSE_ARGS="\
+      -f docker-compose.yml ${ADDITIONAL_CACHE_ARGS} ${ADDITIONAL_COMPOSE_ARGS} ${ADDITIONAL_COMPOSE_QUEUE_ARGS} ${ADDITIONAL_COMPOSE_MONITORING_ARGS} \
+      down -v"
+
+case $COMPOSE_VERSION in
+    V2)
+        docker compose $COMPOSE_ARGS
+    ;;
+    V1)
+        docker-compose $COMPOSE_ARGS
+    ;;
+    *)
+        # unknown option
+    ;;
+esac
--- a/docker/docker-start-services.sh
+++ b/docker/docker-start-services.sh
@ -19,6 +19,8 @@ set -e

 source compose-utils.sh

+COMPOSE_VERSION=$(composeVersion) || exit $?
+
 ADDITIONAL_COMPOSE_QUEUE_ARGS=$(additionalComposeQueueArgs) || exit $?

 ADDITIONAL_COMPOSE_ARGS=$(additionalComposeArgs) || exit $?
@ -29,6 +31,18 @@ ADDITIONAL_COMPOSE_MONITORING_ARGS=$(additionalComposeMonitoringArgs) || exit $?

 checkFolders --create || exit $?

-docker-compose \
-  -f docker-compose.yml $ADDITIONAL_CACHE_ARGS $ADDITIONAL_COMPOSE_ARGS $ADDITIONAL_COMPOSE_QUEUE_ARGS $ADDITIONAL_COMPOSE_MONITORING_ARGS \
-  up -d
+COMPOSE_ARGS="\
+      -f docker-compose.yml ${ADDITIONAL_CACHE_ARGS} ${ADDITIONAL_COMPOSE_ARGS} ${ADDITIONAL_COMPOSE_QUEUE_ARGS} ${ADDITIONAL_COMPOSE_MONITORING_ARGS} \
+      up -d"
+
+case $COMPOSE_VERSION in
+    V2)
+        docker compose $COMPOSE_ARGS
+    ;;
+    V1)
+        docker-compose --compatibility $COMPOSE_ARGS
+    ;;
+    *)
+        # unknown option
+    ;;
+esac
--- a/docker/docker-stop-services.sh
+++ b/docker/docker-stop-services.sh
@ -19,6 +19,8 @@ set -e

 source compose-utils.sh

+COMPOSE_VERSION=$(composeVersion) || exit $?
+
 ADDITIONAL_COMPOSE_QUEUE_ARGS=$(additionalComposeQueueArgs) || exit $?

 ADDITIONAL_COMPOSE_ARGS=$(additionalComposeArgs) || exit $?
@ -27,6 +29,18 @@ ADDITIONAL_CACHE_ARGS=$(additionalComposeCacheArgs) || exit $?

 ADDITIONAL_COMPOSE_MONITORING_ARGS=$(additionalComposeMonitoringArgs) || exit $?

-docker-compose \
-  -f docker-compose.yml $ADDITIONAL_CACHE_ARGS $ADDITIONAL_COMPOSE_ARGS $ADDITIONAL_COMPOSE_QUEUE_ARGS $ADDITIONAL_COMPOSE_MONITORING_ARGS \
-  stop
+COMPOSE_ARGS="\
+      -f docker-compose.yml ${ADDITIONAL_CACHE_ARGS} ${ADDITIONAL_COMPOSE_ARGS} ${ADDITIONAL_COMPOSE_QUEUE_ARGS} ${ADDITIONAL_COMPOSE_MONITORING_ARGS} \
+      stop"
+
+case $COMPOSE_VERSION in
+    V2)
+        docker compose $COMPOSE_ARGS
+    ;;
+    V1)
+        docker-compose $COMPOSE_ARGS
+    ;;
+    *)
+        # unknown option
+    ;;
+esac
--- a/docker/docker-update-service.sh
+++ b/docker/docker-update-service.sh
@ -19,15 +19,32 @@ set -e

 source compose-utils.sh

+COMPOSE_VERSION=$(composeVersion) || exit $?
+
 ADDITIONAL_COMPOSE_QUEUE_ARGS=$(additionalComposeQueueArgs) || exit $?

 ADDITIONAL_COMPOSE_ARGS=$(additionalComposeArgs) || exit $?

 ADDITIONAL_CACHE_ARGS=$(additionalComposeCacheArgs) || exit $?

-docker-compose \
-  -f docker-compose.yml $ADDITIONAL_CACHE_ARGS $ADDITIONAL_COMPOSE_ARGS $ADDITIONAL_COMPOSE_QUEUE_ARGS \
-  pull $@
-docker-compose \
-  -f docker-compose.yml $ADDITIONAL_CACHE_ARGS $ADDITIONAL_COMPOSE_ARGS $ADDITIONAL_COMPOSE_QUEUE_ARGS \
-  up -d --no-deps --build $@
+COMPOSE_ARGS_PULL="\
+      -f docker-compose.yml ${ADDITIONAL_CACHE_ARGS} ${ADDITIONAL_COMPOSE_ARGS} ${ADDITIONAL_COMPOSE_QUEUE_ARGS} \
+      pull"
+
+COMPOSE_ARGS_BUILD="\
+      -f docker-compose.yml ${ADDITIONAL_CACHE_ARGS} ${ADDITIONAL_COMPOSE_ARGS} ${ADDITIONAL_COMPOSE_QUEUE_ARGS} \
+      up -d --no-deps --build"
+
+case $COMPOSE_VERSION in
+    V2)
+        docker compose $COMPOSE_ARGS_PULL $@
+        docker compose $COMPOSE_ARGS_BUILD $@
+    ;;
+    V1)
+        docker-compose $COMPOSE_ARGS_PULL $@
+        docker-compose $COMPOSE_ARGS_BUILD $@
+    ;;
+    *)
+        # unknown option
+    ;;
+esac
--- a/docker/docker-upgrade-tb.sh
+++ b/docker/docker-upgrade-tb.sh
@ -40,6 +40,8 @@ set -e

 source compose-utils.sh

+COMPOSE_VERSION=$(composeVersion) || exit $?
+
 ADDITIONAL_COMPOSE_QUEUE_ARGS=$(additionalComposeQueueArgs) || exit $?

 ADDITIONAL_COMPOSE_ARGS=$(additionalComposeArgs) || exit $?
@ -50,16 +52,32 @@ ADDITIONAL_STARTUP_SERVICES=$(additionalStartupServices) || exit $?

 checkFolders --create || exit $?

-docker-compose \
-  -f docker-compose.yml $ADDITIONAL_CACHE_ARGS $ADDITIONAL_COMPOSE_ARGS $ADDITIONAL_COMPOSE_QUEUE_ARGS \
+COMPOSE_ARGS_PULL="\
+      -f docker-compose.yml ${ADDITIONAL_CACHE_ARGS} ${ADDITIONAL_COMPOSE_ARGS} ${ADDITIONAL_COMPOSE_QUEUE_ARGS} \
      pull \
-  tb-core1
+      tb-core1"

-docker-compose \
-  -f docker-compose.yml $ADDITIONAL_CACHE_ARGS $ADDITIONAL_COMPOSE_ARGS $ADDITIONAL_COMPOSE_QUEUE_ARGS \
-  up -d $ADDITIONAL_STARTUP_SERVICES
+COMPOSE_ARGS_UP="\
+      -f docker-compose.yml ${ADDITIONAL_CACHE_ARGS} ${ADDITIONAL_COMPOSE_ARGS} ${ADDITIONAL_COMPOSE_QUEUE_ARGS} \
+      up -d ${ADDITIONAL_STARTUP_SERVICES}"

-docker-compose \
-  -f docker-compose.yml $ADDITIONAL_CACHE_ARGS $ADDITIONAL_COMPOSE_ARGS $ADDITIONAL_COMPOSE_QUEUE_ARGS \
+COMPOSE_ARGS_RUN="\
+      -f docker-compose.yml ${ADDITIONAL_CACHE_ARGS} ${ADDITIONAL_COMPOSE_ARGS} ${ADDITIONAL_COMPOSE_QUEUE_ARGS} \
      run --no-deps --rm -e UPGRADE_TB=true -e FROM_VERSION=${fromVersion} \
-  tb-core1
+      tb-core1"
+
+case $COMPOSE_VERSION in
+    V2)
+        docker compose $COMPOSE_ARGS_PULL
+        docker compose $COMPOSE_ARGS_UP
+        docker compose $COMPOSE_ARGS_RUN
+    ;;
+    V1)
+        docker-compose $COMPOSE_ARGS_PULL
+        docker-compose $COMPOSE_ARGS_UP
+        docker-compose $COMPOSE_ARGS_RUN
+    ;;
+    *)
+        # unknown option
+    ;;
+esac