[WIP] remove jobservice (#3757)

* remove jobservice

Signed-off-by: Chris Martin <[email protected]>

* go mod tidy

Signed-off-by: Chris Martin <[email protected]>

* remove grpc pool

Signed-off-by: Chris Martin <[email protected]>

* remove json marshaller

Signed-off-by: Chris Martin <[email protected]>

* Removing remaining jobservice references

* Using built in JSON marshaller to avoid compile errors

* Go mod tidy

---------

Signed-off-by: Chris Martin <[email protected]>
Co-authored-by: Chris Martin <[email protected]>
Co-authored-by: Mustafa <[email protected]>

.github/workflows/airflow-operator.yml

@@ -13,9 +13,7 @@ on:
       - 'client/python/**'
       - 'docs/python_airflow_operator.md'
       - 'docs/python_armada_client.md'
-      - 'internal/jobservice/*'
       - 'pkg/api/*.proto'
-      - 'pkg/api/jobservice/*.proto'
       - 'scripts/build-python-client.sh'
       - 'third_party/airflow/**'
       - './magefiles/tests.go'
@@ -33,9 +31,7 @@ on:
       - 'client/python/**'
       - 'docs/python_airflow_operator.md'
       - 'docs/python_armada_client.md'
-      - 'internal/jobservice/*'
       - 'pkg/api/*.proto'
-      - 'pkg/api/jobservice/*.proto'
       - 'scripts/build-python-client.sh'
       - 'third_party/airflow/**'
 

.gitignore

@@ -9,10 +9,6 @@ armadactl.yaml
 loadtest.yaml
 test_reports
 code_reports
-/jobservice
-jobservice.db
-jobservice.db-shm
-jobservice.db-wal
 /armadactl
 junit.xml
 docker-compose.dev.yaml

.goreleaser.yml

@@ -112,15 +112,6 @@ builds:
       - linux
     goarch:
       - amd64
-  - env: [CGO_ENABLED=0]
-    id: jobservice
-    binary: jobservice
-    main: ./cmd/jobservice/main.go
-    mod_timestamp: '{{ .CommitTimestamp }}'
-    goos:
-      - linux
-    goarch:
-      - amd64
   - env: [CGO_ENABLED=0]
     id: fakeexecutor
     binary: fakeexecutor
@@ -246,7 +237,6 @@ dockers:
       - executor
       - binoculars
       - eventingester
-      - jobservice
       - armadactl
       - scheduler
       - scheduleringester
@@ -262,7 +252,6 @@ dockers:
       - config/scheduleringester/config.yaml
       - config/lookoutv2/config.yaml
       - config/lookoutingesterv2/config.yaml
-      - config/jobservice/config.yaml
       - internal/lookout/ui
       - pkg/api/api.swagger.json
       - pkg/api/binoculars/api.swagger.json
@@ -423,20 +412,6 @@ dockers:
       - config/binoculars/config.yaml
     dockerfile: ./build_goreleaser/binoculars/Dockerfile
 
-  - id: jobservice
-    use: buildx
-    goos: linux
-    goarch: amd64
-    image_templates:
-      - "{{ .Env.DOCKER_REPO }}armada-jobservice:latest"
-      - "{{ .Env.DOCKER_REPO }}armada-jobservice:{{ .Version }}"
-    build_flag_templates: *BUILD_FLAG_TEMPLATES
-    ids:
-      - jobservice
-    extra_files:
-      - config/jobservice/config.yaml
-    dockerfile: ./build_goreleaser/jobservice/Dockerfile
-
   - id: armadactl
     use: buildx
     goos: linux
@@ -528,9 +503,6 @@ release:
     #### Armada Binoculars
     - `docker pull {{ .Env.DOCKER_REPO }}armada-binoculars:{{ .Version }}`
     - `docker pull {{ .Env.DOCKER_REPO }}armada-binoculars:latest`
-    #### Armada Job Service
-    - `docker pull {{ .Env.DOCKER_REPO }}armada-jobservice:{{ .Version }}`
-    - `docker pull {{ .Env.DOCKER_REPO }}armada-jobservice:latest`
     #### armadactl
     - `docker pull {{ .Env.DOCKER_REPO }}armadactl:{{ .Version }}`
     - `docker pull {{ .Env.DOCKER_REPO }}armadactl:latest`

build_goreleaser/bundles/full/Dockerfile

@@ -22,7 +22,7 @@ RUN addgroup -S -g 2000 armada && adduser -S -u 1000 armada -G armada
 USER armada
 COPY --from=NODE /ui/build/ /app/internal/lookout/ui/build
 
-COPY server executor binoculars eventingester lookoutingesterv2 lookoutv2 jobservice scheduler scheduleringester armadactl /app/
+COPY server executor binoculars eventingester lookoutingesterv2 lookoutv2 scheduler scheduleringester armadactl /app/
 COPY config/ /app/config/
 
 WORKDIR /app

client/python/examples/general.py

@@ -53,8 +53,6 @@ def wait_for_job_event(client, event_stream, job_id: str, event_state: EventType
     Wait for a job event to occur.
 
     Will automatically return if the event is considered terminal.
-    A list of terminal events can be found here:
-    https://github.com/armadaproject/armada/blob/master/internal/jobservice/eventstojobs/event_job_response_test.go
 
     Please note that this is shown for demonstration purposes only.
     Subscribing to events like this to watch individual events like