Add integration test (#9)

* add integration tests

.github/workflows/integration_test.yaml

@@ -0,0 +1,16 @@
+name: Integration tests
+
+on:
+  pull_request:
+
+jobs:
+  integration-tests:
+    uses: canonical/operator-workflows/.github/workflows/integration_test.yaml@main
+    secrets: inherit
+    with:
+      channel: 1.28-strict/stable
+      modules: '["test_charm.py"]'
+      juju-channel: 3.1/stable
+      self-hosted-runner: true
+      self-hosted-runner-label: "xlarge"
+      microk8s-addons: "dns ingress rbac storage metallb:10.15.119.2-10.15.119.4 registry"

src/charm.py

@@ -17,6 +17,7 @@
 
 from charm_helpers import create_env
 from literals import (
+    AIRBYTE_API_PORT,
     BUCKET_CONFIGS,
     CONNECTOR_BUILDER_SERVER_API_PORT,
     CONTAINERS,
@@ -282,8 +283,7 @@ def _update(self, event):
             self.unit.status = BlockedStatus(f"failed to create buckets: {str(e)}")
             return
 
-        env = create_env(self.model.name, self.app.name, self.config, self._state)
-        self.model.unit.set_ports(INTERNAL_API_PORT, CONNECTOR_BUILDER_SERVER_API_PORT)
+        self.model.unit.set_ports(AIRBYTE_API_PORT, INTERNAL_API_PORT, CONNECTOR_BUILDER_SERVER_API_PORT)
 
         for container_name in list(CONTAINERS.keys()):
             container = self.unit.get_container(container_name)
@@ -303,6 +303,7 @@ def _update(self, event):
                         permissions=0o755,
                     )
 
+            env = create_env(self.model.name, self.app.name, container_name, self.config, self._state)
             pebble_layer = get_pebble_layer(container_name, env)
             container.add_layer(container_name, pebble_layer, combine=True)
             container.replan()

src/charm_helpers.py

@@ -15,12 +15,13 @@
 from structured_config import StorageType
 
 
-def create_env(model_name, app_name, config, state):
+def create_env(model_name, app_name, container_name, config, state):
     """Create set of environment variables for application.
 
     Args:
         model_name: Name of the juju model.
         app_name: Name of the application.
+        container_name: Name of Airbyte container.
         config: Charm config.
         state: Charm state.
 
@@ -70,6 +71,10 @@ def create_env(model_name, app_name, config, state):
         "AIRBYTE_URL": config["webapp-url"],
     }
 
+    # https://github.com/airbytehq/airbyte/issues/29506#issuecomment-1775148609
+    if container_name == "airbyte-api-server":
+        env.update({"INTERNAL_API_HOST": f"http://{app_name}:{INTERNAL_API_PORT}"})
+
     if config["storage-type"].value == StorageType.minio and state.minio:
         minio_endpoint = construct_svc_endpoint(
             state.minio["service"],

tests/__init__.py

@@ -0,0 +1,4 @@
+# Copyright 2024 Canonical Ltd.
+# See LICENSE file for licensing details.
+
+"""Tests module."""

tests/conftest.py

@@ -0,0 +1,16 @@
+# Copyright 2024 Canonical Ltd.
+# See LICENSE file for licensing details.
+
+"""Fixtures for jenkins-k8s charm tests."""
+
+import pytest
+
+
+def pytest_addoption(parser: pytest.Parser):
+    """Parse additional pytest options.
+
+    Args:
+        parser: pytest command line parser.
+    """
+    # The prebuilt charm file.
+    parser.addoption("--charm-file", action="append", default=[])

tests/integration/conftest.py

@@ -0,0 +1,61 @@
+# Copyright 2024 Canonical Ltd.
+# See LICENSE file for licensing details.
+
+"""Charm integration test config."""
+
+import asyncio
+import logging
+
+import pytest_asyncio
+from helpers import (
+    APP_NAME_AIRBYTE_SERVER,
+    APP_NAME_TEMPORAL_ADMIN,
+    APP_NAME_TEMPORAL_SERVER,
+    create_default_namespace,
+    get_airbyte_charm_resources,
+    perform_airbyte_integrations,
+    perform_temporal_integrations,
+    run_sample_workflow,
+)
+from pytest_operator.plugin import OpsTest
+
+logger = logging.getLogger(__name__)
+
+
+@pytest_asyncio.fixture(name="deploy", scope="module")
+async def deploy(ops_test: OpsTest):
+    """Test the app is up and running."""
+    await ops_test.model.set_config({"update-status-hook-interval": "1m"})
+
+    charm = await ops_test.build_charm(".")
+    resources = get_airbyte_charm_resources()
+
+    await ops_test.model.deploy(charm, resources=resources, application_name=APP_NAME_AIRBYTE_SERVER, trust=True)
+    await ops_test.model.deploy(
+        APP_NAME_TEMPORAL_SERVER,
+        channel="edge",
+        config={"num-history-shards": 4},
+    )
+    await ops_test.model.deploy(APP_NAME_TEMPORAL_ADMIN, channel="edge")
+    await ops_test.model.deploy("postgresql-k8s", channel="14/edge", trust=True)
+    await ops_test.model.deploy("minio", channel="edge")
+
+    async with ops_test.fast_forward():
+        await ops_test.model.wait_for_idle(
+            apps=["postgresql-k8s", "minio"],
+            status="active",
+            raise_on_blocked=False,
+            timeout=1200,
+        )
+        await ops_test.model.wait_for_idle(
+            apps=[APP_NAME_TEMPORAL_SERVER, APP_NAME_TEMPORAL_ADMIN],
+            status="blocked",
+            raise_on_blocked=False,
+            timeout=600,
+        )
+
+        await perform_temporal_integrations(ops_test)
+        await create_default_namespace(ops_test)
+        await run_sample_workflow(ops_test)
+
+        await perform_airbyte_integrations(ops_test)