feat(docker-compose,helm): remove controller-vdp

.env

@@ -5,7 +5,7 @@ COMPOSE_PROJECT_NAME=instill-vdp
 BUILD=false
 
 # docker compose profiles to selectively launch components for developing the latest codebase of the specified component.
-# the value can be all, api-gateway, mgmt, pipeline, controller-vdp, model, controller-model, or console.
+# the value can be all, api-gateway, mgmt, pipeline, model, controller-model, or console.
 PROFILE=all
 
 # system-wise config path (all core, vdp, and model projects must use the same path)
@@ -60,12 +60,6 @@ MGMT_BACKEND_PRIVATEPORT=3084
 MGMT_BACKEND_PUBLICPORT=8084
 MGMT_BACKEND_VERSION=0.9.0-beta
 
-# controller-vdp
-CONTROLLER_VDP_IMAGE=instill/controller-vdp
-CONTROLLER_VDP_VERSION=0.1.7-beta
-CONTROLLER_VDP_HOST=controller-vdp
-CONTROLLER_VDP_PRIVATEPORT=3085
-
 # model-backend
 MODEL_BACKEND_HOST=model-backend
 MODEL_BACKEND_PUBLICPORT=8083

.github/CONTRIBUTING.md

@@ -35,7 +35,7 @@ The env variable `PROFILE` is intended to specify which service component you wa
 
 - `{service}`
 
-  When you set `PROFILE={service}`, in which `{service}` can be `controller-vdp` or `pipeline`, it means you want to develop on that particular service. The `make` command will launch the corresponding stack **WITHOUT** that service component and **WITH** all its dependencies. Given that, you can later on spin up and down the `{service}` in your dev container. Please take the [pipeline-backend](https://github.com/instill-ai/pipeline-backend#local-dev) as an example.
+  When you set `PROFILE={service}`, in which `{service}` can be  `pipeline`, it means you want to develop on that particular service. The `make` command will launch the corresponding stack **WITHOUT** that service component and **WITH** all its dependencies. Given that, you can later on spin up and down the `{service}` in your dev container. Please take the [pipeline-backend](https://github.com/instill-ai/pipeline-backend#local-dev) as an example.
 
 ### Tear down the local dev system
 

.github/workflows/helm-integration-test-backend.yml

@@ -98,10 +98,8 @@ jobs:
             --set edition=k8s-ce:test \
             --set pipelineBackend.image.tag=latest \
             --set pipelineBackend.excludelocalconnector=false \
-            --set controllerVDP.image.tag=latest \
             --set tags.observability=false 
           kubectl rollout status deployment vdp-pipeline-backend --namespace instill-ai
-          kubectl rollout status deployment vdp-controller-vdp --namespace instill-ai
           sleep 10
 
       - name: Run ${{ inputs.component }} integration test (latest)
@@ -219,10 +217,8 @@ jobs:
             --set edition=k8s-ce:test \
             --set pipelineBackend.image.tag=latest \
             --set pipelineBackend.excludelocalconnector=false \
-            --set controllerVDP.image.tag=latest \
             --set tags.observability=false
           kubectl rollout status deployment vdp-pipeline-backend --namespace instill-ai --timeout=120s
-          kubectl rollout status deployment vdp-controller-vdp --namespace instill-ai --timeout=120s
           sleep 10
 
       - name: Run ${{ inputs.component }} integration test (latest)
@@ -330,10 +326,8 @@ jobs:
             --set edition=k8s-ce:test \
             --set pipelineBackend.image.tag=${PIPELINE_BACKEND_VERSION} \
             --set pipelineBackend.excludelocalconnector=false \
-            --set controllerVDP.image.tag=${CONTROLLER_VDP_VERSION} \
             --set tags.observability=false
           kubectl rollout status deployment vdp-pipeline-backend --namespace instill-ai
-          kubectl rollout status deployment vdp-controller-vdp --namespace instill-ai
           sleep 10
 
       - name: Run ${{ inputs.component }} integration test (release)
@@ -457,10 +451,8 @@ jobs:
             --set edition=k8s-ce:test \
             --set pipelineBackend.image.tag=${PIPELINE_BACKEND_VERSION} \
             --set pipelineBackend.excludelocalconnector=false \
-            --set controllerVDP.image.tag=${CONTROLLER_VDP_VERSION} \
             --set tags.observability=false
           kubectl rollout status deployment vdp-pipeline-backend --namespace instill-ai --timeout=120s
-          kubectl rollout status deployment vdp-controller-vdp --namespace instill-ai --timeout=120s
           sleep 10
 
       - name: Run ${{ inputs.component }} integration test (release)

.github/workflows/helm-integration-test-latest.yml

@@ -11,7 +11,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        component: [pipeline-backend, controller-vdp]
+        component: [pipeline-backend]
     uses: instill-ai/vdp/.github/workflows/helm-integration-test-backend.yml@main
     with:
       component: ${{ matrix.component }}

.github/workflows/helm-integration-test-release.yml

@@ -8,7 +8,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        component: [pipeline-backend, controller-vdp]
+        component: [pipeline-backend]
     uses: instill-ai/vdp/.github/workflows/helm-integration-test-backend.yml@main
     with:
       component: ${{ matrix.component }}

.github/workflows/integration-test-latest.yml

@@ -10,7 +10,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        component: [pipeline-backend, controller-vdp]
+        component: [pipeline-backend]
     uses: instill-ai/vdp/.github/workflows/integration-test-backend.yml@main
     with:
       component: ${{ matrix.component }}

.github/workflows/integration-test-release.yml

@@ -8,7 +8,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        component: [pipeline-backend, controller-vdp]
+        component: [pipeline-backend]
     uses: instill-ai/vdp/.github/workflows/integration-test-backend.yml@main
     with:
       component: ${{ matrix.component }}

.github/workflows/make-latest.yml

@@ -62,7 +62,6 @@ jobs:
         run: |
           curl -s -o /dev/null -w ''%{http_code}'\n' http://localhost:8080/core/v1beta/health/mgmt
           curl -s -o /dev/null -w ''%{http_code}'\n' http://localhost:8080/vdp/v1beta/health/pipeline
-          curl -s -o /dev/null -w ''%{http_code}'\n' http://localhost:3085/v1beta/health/controller
 
       - name: Tear down Instill VDP (latest)
         run: |

.github/workflows/releases.yml

@@ -76,7 +76,6 @@ jobs:
         run: |
           source .env
           yq ".pipelineBackend.image.tag=\"$PIPELINE_BACKEND_VERSION\"" -i charts/vdp/values.yaml
-          yq ".controllerVDP.image.tag=\"$CONTROLLER_VDP_VERSION\"" -i charts/vdp/values.yaml
       - name: Get current chart version
         id: get-current-chart-version
         run: |

Dockerfile

@@ -33,7 +33,6 @@ RUN git clone https://github.com/instill-ai/core.git
 WORKDIR /instill-ai/vdp
 
 RUN git clone https://github.com/instill-ai/pipeline-backend.git
-RUN git clone https://github.com/instill-ai/controller-vdp.git
 
 FROM alpine:${ALPINE_VERSION} AS release
 
@@ -52,6 +51,5 @@ RUN git clone -b v${INSTILL_CORE_VERSION} -c advice.detachedHead=false https://g
 
 WORKDIR /instill-ai/vdp
 
-ARG PIPELINE_BACKEND_VERSION CONTROLLER_VDP_VERSION
+ARG PIPELINE_BACKEND_VERSION
 RUN git clone -b v${PIPELINE_BACKEND_VERSION} -c advice.detachedHead=false https://github.com/instill-ai/pipeline-backend.git
-RUN git clone -b v${CONTROLLER_VDP_VERSION} -c advice.detachedHead=false https://github.com/instill-ai/controller-vdp.git

Makefile

@@ -31,7 +31,6 @@ all:			## Launch all services with their up-to-date release version
 			--build-arg CACHE_DATE="$(shell date)" \
 			--build-arg INSTILL_CORE_VERSION=${INSTILL_CORE_VERSION} \
 			--build-arg PIPELINE_BACKEND_VERSION=${PIPELINE_BACKEND_VERSION} \
-			--build-arg CONTROLLER_VDP_VERSION=${CONTROLLER_VDP_VERSION} \
 			--target release \
 			-t ${CONTAINER_COMPOSE_IMAGE_NAME}:${INSTILL_VDP_VERSION} .; \
 	fi
@@ -161,7 +160,6 @@ build-latest:				## Build latest images for all VDP components
 		--name ${CONTAINER_BUILD_NAME}-latest \
 		${CONTAINER_COMPOSE_IMAGE_NAME}:latest /bin/sh -c " \
 			PIPELINE_BACKEND_VERSION=latest \
-			CONTROLLER_VDP_VERSION=latest \
 			docker compose -f docker-compose.build.yml build --progress plain \
 		"
 
@@ -174,7 +172,6 @@ build-release:				## Build release images for all VDP components
 		--build-arg CACHE_DATE="$(shell date)" \
 		--build-arg INSTILL_CORE_VERSION=${INSTILL_CORE_VERSION} \
 		--build-arg PIPELINE_BACKEND_VERSION=${PIPELINE_BACKEND_VERSION} \
-		--build-arg CONTROLLER_VDP_VERSION=${CONTROLLER_VDP_VERSION} \
 		--target release \
 		-t ${CONTAINER_COMPOSE_IMAGE_NAME}:${INSTILL_VDP_VERSION} .
 	@docker run --rm \
@@ -185,7 +182,6 @@ build-release:				## Build release images for all VDP components
 		${CONTAINER_COMPOSE_IMAGE_NAME}:${INSTILL_VDP_VERSION} /bin/sh -c " \
 			INSTILL_CORE_VERSION=${INSTILL_CORE_VERSION} \
 			PIPELINE_BACKEND_VERSION=${PIPELINE_BACKEND_VERSION} \
-			CONTROLLER_VDP_VERSION=${CONTROLLER_VDP_VERSION} \
 			docker compose -f docker-compose.build.yml build --progress plain \
 		"
 
@@ -196,8 +192,7 @@ integration-test-latest:			## Run integration test on the latest VDP
 		--network instill-network \
 		--name ${CONTAINER_BACKEND_INTEGRATION_TEST_NAME}-latest \
 		${CONTAINER_COMPOSE_IMAGE_NAME}:latest /bin/sh -c " \
-			/bin/sh -c 'cd pipeline-backend && make integration-test API_GATEWAY_URL=${API_GATEWAY_HOST}:${API_GATEWAY_PORT}' && \
-			/bin/sh -c 'cd controller-vdp && make integration-test API_GATEWAY_URL=${API_GATEWAY_HOST}:${API_GATEWAY_PORT}' \
+			/bin/sh -c 'cd pipeline-backend && make integration-test API_GATEWAY_URL=${API_GATEWAY_HOST}:${API_GATEWAY_PORT}' \
 		"
 	@make down
 
@@ -208,8 +203,7 @@ integration-test-release:			## Run integration test on the release VDP
 		--network instill-network \
 		--name ${CONTAINER_BACKEND_INTEGRATION_TEST_NAME}-release \
 		${CONTAINER_COMPOSE_IMAGE_NAME}:${INSTILL_VDP_VERSION} /bin/sh -c " \
-			/bin/sh -c 'cd pipeline-backend && make integration-test API_GATEWAY_URL=${API_GATEWAY_HOST}:${API_GATEWAY_PORT}' && \
-			/bin/sh -c 'cd controller-vdp && make integration-test API_GATEWAY_URL=${API_GATEWAY_HOST}:${API_GATEWAY_PORT}' \
+			/bin/sh -c 'cd pipeline-backend && make integration-test API_GATEWAY_URL=${API_GATEWAY_HOST}:${API_GATEWAY_PORT}' \
 		"
 	@make down
 
@@ -245,20 +239,16 @@ helm-integration-test-latest:                       ## Run integration test on t
 		--set edition=k8s-ce:test \
 		--set pipelineBackend.image.tag=latest \
 		--set pipelineBackend.excludelocalconnector=false \
-		--set controllerVDP.image.tag=latest \
 		--set tags.observability=false
 	@kubectl rollout status deployment vdp-pipeline-backend --namespace ${HELM_NAMESPACE} --timeout=120s
-	@kubectl rollout status deployment vdp-controller-vdp --namespace ${HELM_NAMESPACE} --timeout=120s
 	@sleep 30
 ifeq ($(UNAME_S),Darwin)
 	@docker run --rm --name ${CONTAINER_BACKEND_INTEGRATION_TEST_NAME}-helm-latest ${CONTAINER_COMPOSE_IMAGE_NAME}:latest /bin/sh -c " \
-			/bin/sh -c 'cd pipeline-backend && make integration-test API_GATEWAY_URL=host.docker.internal:${API_GATEWAY_PORT}' && \
-			/bin/sh -c 'cd controller-vdp && make integration-test API_GATEWAY_URL=host.docker.internal:${API_GATEWAY_PORT}' \
+			/bin/sh -c 'cd pipeline-backend && make integration-test API_GATEWAY_URL=host.docker.internal:${API_GATEWAY_PORT}' \
 		"
 else ifeq ($(UNAME_S),Linux)
 	@docker run --rm --network host --name ${CONTAINER_BACKEND_INTEGRATION_TEST_NAME}-helm-latest ${CONTAINER_COMPOSE_IMAGE_NAME}:latest /bin/sh -c " \
-			/bin/sh -c 'cd pipeline-backend && make integration-test API_GATEWAY_URL=localhost:${API_GATEWAY_PORT}' && \
-			/bin/sh -c 'cd controller-vdp && make integration-test API_GATEWAY_URL=host.docker.internal:${API_GATEWAY_PORT}' \
+			/bin/sh -c 'cd pipeline-backend && make integration-test API_GATEWAY_URL=localhost:${API_GATEWAY_PORT}' \
 		"
 endif
 	@helm uninstall ${HELM_RELEASE_NAME} --namespace ${HELM_NAMESPACE}
@@ -299,20 +289,16 @@ helm-integration-test-release:                       ## Run integration test on
 		--set edition=k8s-ce:test \
 		--set pipelineBackend.image.tag=${PIPELINE_BACKEND_VERSION} \
 		--set pipelineBackend.excludelocalconnector=false \
-		--set controllerVDP.image.tag=${CONTROLLER_VDP_VERSION} \
 		--set tags.observability=false
 	@kubectl rollout status deployment vdp-pipeline-backend --namespace ${HELM_NAMESPACE} --timeout=120s
-	@kubectl rollout status deployment vdp-controller-vdp --namespace ${HELM_NAMESPACE} --timeout=120s
 	@sleep 10
 ifeq ($(UNAME_S),Darwin)
 	@docker run --rm --name ${CONTAINER_BACKEND_INTEGRATION_TEST_NAME}-helm-release ${CONTAINER_COMPOSE_IMAGE_NAME}:${INSTILL_VDP_VERSION} /bin/sh -c " \
-			/bin/sh -c 'cd pipeline-backend && make integration-test API_GATEWAY_URL=host.docker.internal:${API_GATEWAY_PORT}' && \
-			/bin/sh -c 'cd controller-vdp && make integration-test API_GATEWAY_URL=host.docker.internal:${API_GATEWAY_PORT}' \
+			/bin/sh -c 'cd pipeline-backend && make integration-test API_GATEWAY_URL=host.docker.internal:${API_GATEWAY_PORT}' \
 		"
 else ifeq ($(UNAME_S),Linux)
 	@docker run --rm --network host --name ${CONTAINER_BACKEND_INTEGRATION_TEST_NAME}-helm-release ${CONTAINER_COMPOSE_IMAGE_NAME}:${INSTILL_VDP_VERSION} /bin/sh -c " \
-			/bin/sh -c 'cd pipeline-backend && make integration-test API_GATEWAY_URL=localhost:${API_GATEWAY_PORT}' && \
-			/bin/sh -c 'cd controller-vdp && make integration-test API_GATEWAY_URL=host.docker.internal:${API_GATEWAY_PORT}' \
+			/bin/sh -c 'cd pipeline-backend && make integration-test API_GATEWAY_URL=localhost:${API_GATEWAY_PORT}' \
 		"
 endif
 	@helm uninstall ${HELM_RELEASE_NAME} --namespace ${HELM_NAMESPACE}

charts/vdp/templates/_helpers.tpl

@@ -112,11 +112,6 @@ app.kubernetes.io/name: {{ include "vdp.name" . }}
   {{- printf "%s-pipeline-backend" (include "vdp.fullname" .) -}}
 {{- end -}}
 
-
-{{- define "vdp.controllerVDP" -}}
-  {{- printf "%s-controller-vdp" (include "vdp.fullname" .) -}}
-{{- end -}}
-
 {{- define "model.modelBackend" -}}
   {{- print "model-model-backend" -}}
 {{- end -}}
@@ -147,11 +142,6 @@ app.kubernetes.io/name: {{ include "vdp.name" . }}
   {{- printf "3081" -}}
 {{- end -}}
 
-{{/* controller service and container private port */}}
-{{- define "vdp.controllerVDP.privatePort" -}}
-  {{- printf "3085" -}}
-{{- end -}}
-
 {{/* mgmt-backend service and container public port */}}
 {{- define "core.mgmtBackend.publicPort" -}}
   {{- printf "8084" -}}
@@ -209,14 +199,6 @@ app.kubernetes.io/name: {{ include "vdp.name" . }}
   {{- end -}}
 {{- end -}}
 
-{{- define "vdp.internalTLS.controllerVDP.secretName" -}}
-  {{- if eq .Values.internalTLS.certSource "secret" -}}
-    {{- .Values.internalTLS.controllerVDP.secretName -}}
-  {{- else -}}
-    {{- printf "%s-controller-vdp-internal-tls" (include "vdp.fullname" .) -}}
-  {{- end -}}
-{{- end -}}
-
 {{/* Allow KubeVersion to be overridden. */}}
 {{- define "vdp.ingress.kubeVersion" -}}
   {{- default .Capabilities.KubeVersion.Version .Values.expose.ingress.kubeVersionOverride -}}