use connectors cli configuration; revert changes

connectors/connectors_cli.py

@@ -24,15 +24,14 @@
 from connectors.cli.index import Index
 from connectors.cli.job import Job
 from connectors.config import _default_config
-from connectors.config import load_config as configuration_loader
 from connectors.es.settings import Settings
 
 __all__ = ["main"]
 
 
 def load_config(ctx, config):
     if config:
-        return configuration_loader(config.name)
+        return yaml.safe_load(config)
     elif os.path.isfile(CONFIG_FILE_PATH):
         with open(CONFIG_FILE_PATH, "r") as f:
             return yaml.safe_load(f.read())

scripts/stack/README.md

@@ -52,6 +52,10 @@ ELASTICSEARCH_VERSION=8.11.2 KIBANA_VERSION=8.11.2 CONNECTORS_VERSION=8.11.2.0 .
 
 Once the stack is running, you can monitor the logs from the Connectors instance by running:
 ```bash
+./scripts/stack/view-connectors-logs.sh
+```
+or:
+```bash
 docker-compose -f ./scripts/stack/docker/docker-compose.yml logs -f elastic-connectors
 ```
 

scripts/stack/configure-connectors.sh

@@ -22,6 +22,18 @@ pushd $PROJECT_ROOT
     if [[ "${CONFIG_FILE:-}" == "" ]]; then
         CONFIG_FILE="${PROJECT_ROOT}/scripts/stack/connectors-config/config.yml"
     fi
+    CLI_CONFIG="${PROJECT_ROOT}/scripts/stack/connectors-config/cli_config.yml"
+
+    # ensure our Connectors CLI config exists and has the correct information
+    if [ ! -f "$CLI_CONFIG" ]; then
+        cliConfigText='
+elasticsearch:
+    host: http://localhost:9200
+    password: '"${ELASTIC_PASSWORD}"'
+    username: elastic
+'
+        echo "${cliConfigText}" > "$CLI_CONFIG"
+    fi
 
     CONNECTORS_EXE="${PROJECT_ROOT}/bin/connectors"
     if [ ! -f "$CONNECTORS_EXE" ]; then
@@ -39,7 +51,7 @@ pushd $PROJECT_ROOT
     while [ $keep_configuring == true ]; do
         echo
         echo "Currently configured connectors:"
-        $CONNECTORS_EXE --config "$CONFIG_FILE" connector list
+        $CONNECTORS_EXE --config "$CLI_CONFIG" connector list
         echo
         while true; do
             read -p "Do you want to set up a new connector? (y/N) " yn
@@ -51,7 +63,7 @@ pushd $PROJECT_ROOT
         done
 
         if [ $keep_configuring == true ]; then
-            $CONNECTORS_EXE --config "${CONFIG_FILE}" connector create --connector-service-config "$CONFIG_FILE" --update-config
+            $CONNECTORS_EXE --config "${CLI_CONFIG}" connector create --connector-service-config "$CONFIG_FILE" --update-config
         fi
     done
 popd

scripts/stack/copy-config.sh

@@ -26,6 +26,7 @@ cp "$CONFIG_PATH" "$script_config"
 echo "copied config from $CONFIG_PATH to $config_dir"
 
 if [[ "$is_example_config" == true ]]; then
+    export CONFIG_FILE="$script_config"
     sed_cmd="sed -i"
     if [[ "$MACHINE_OS" == "MacOS" || "$MACHINE_OS" == "FreeBSD" ]]; then
         sed_cmd="sed -i -e"

scripts/stack/run-stack.sh

@@ -51,7 +51,7 @@ if [[ "${bypass_config:-}" == false ]]; then
   done
   if [ $run_configurator == "yes" ]; then
     source ./copy-config.sh
-    source ./configure-connectors.sh $SECURE_STATE_DIR
+    source ./configure-connectors.sh
   fi
 fi