Remove sparkctl

Signed-off-by: Yi Chen <[email protected]>

Author: ChenYi015

Diff for: .dockerignore

@@ -9,7 +9,6 @@ examples/
 hack/
 manifest/
 spark-docker/
-sparkctl/
 test/
 vendor/
 .dockerignore

Diff for: .github/workflows/integration.yaml

@@ -110,22 +110,6 @@ jobs:
       - name: Build Spark operator
         run: make build-operator
 
-  build-sparkctl:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout source code
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-
-      - name: Set up Go
-        uses: actions/setup-go@v5
-        with:
-          go-version-file: go.mod
-
-      - name: Build sparkctl
-        run: make build-sparkctl
-
   build-helm-chart:
     runs-on: ubuntu-latest
     steps:

Diff for: .github/workflows/release.yaml

@@ -65,51 +65,9 @@ jobs:
             echo "Tag '${VERSION}' does not exist."
           fi
 
-  release_sparkctl:
-    needs:
-      - check-release
-
-    runs-on: ubuntu-latest
-
-    strategy:
-      fail-fast: true
-      matrix:
-        os:
-          - linux
-          - darwin
-        arch:
-          - amd64
-          - arm64
-
-    env:
-      GOOS: ${{ matrix.os }}
-      GOARCH: ${{ matrix.arch }}
-
-    steps:
-      - name: Checkout source code
-        uses: actions/checkout@v4
-
-      - name: Read version from VERSION file
-        run: |
-          VERSION=$(cat VERSION | sed "s/^v//")
-          echo "VERSION=${VERSION}" >> $GITHUB_ENV
-
-      - name: Build sparkctl binary
-        run: |
-          make build-sparkctl
-          tar -czvf sparkctl-${VERSION}-${GOOS}-${GOARCH}.tgz -C bin sparkctl
-
-      - name: Upload sparkctl binary
-        uses: actions/upload-artifact@v4
-        with:
-          name: sparkctl-${{ env.VERSION }}-${{ env.GOOS }}-${{ env.GOARCH }}
-          path: sparkctl-${{ env.VERSION }}-${{ env.GOOS }}-${{ env.GOARCH }}.tgz
-          if-no-files-found: error
-          retention-days: 1
-
   build_images:
     needs:
-      - release_sparkctl
+      - check-release
 
     runs-on: ubuntu-latest
 
@@ -288,11 +246,6 @@ jobs:
             helm package charts/${chart}
           done
 
-      - name: Download artifacts
-        uses: actions/download-artifact@v4
-        with:
-          pattern: sparkctl-*
-
       - name: Release
         id: release
         uses: softprops/action-gh-release@v2
@@ -305,4 +258,3 @@ jobs:
           draft: true
           files: |
             *.tgz
-            sparkctl-*/sparkctl-*.tgz

Diff for: .gitignore

@@ -1,9 +1,6 @@
 bin/
 vendor/
 cover.out
-sparkctl/sparkctl
-sparkctl/sparkctl-linux-amd64
-sparkctl/sparkctl-darwin-amd64
 **/*.iml
 
 # Various IDEs

Diff for: .golangci.yaml

@@ -33,8 +33,7 @@ issues:
   # Default dirs are skipped independently of this option's value (see exclude-dirs-use-default).
   # "/" will be replaced by current OS file path separator to properly work on Windows.
   # Default: []
-  exclude-dirs:
-    - sparkctl
+  exclude-dirs: []
   # Maximum issues count per one linter.
   # Set to 0 to disable.
   # Default: 50

Diff for: Makefile

@@ -64,7 +64,6 @@ HELM_DOCS_VERSION ?= v1.14.2
 
 ## Binaries
 SPARK_OPERATOR ?= $(LOCALBIN)/spark-operator
-SPARKCTL ?= $(LOCALBIN)/sparkctl
 KUBECTL ?= kubectl
 KUSTOMIZE ?= $(LOCALBIN)/kustomize-$(KUSTOMIZE_VERSION)
 CONTROLLER_GEN ?= $(LOCALBIN)/controller-gen-$(CONTROLLER_TOOLS_VERSION)
@@ -175,20 +174,9 @@ build-operator: ## Build Spark operator.
 	echo "Building spark-operator binary..."
 	go build -o $(SPARK_OPERATOR) -ldflags '${LDFLAGS}' cmd/operator/main.go
 
-.PHONY: build-sparkctl
-build-sparkctl: ## Build sparkctl binary.
-	echo "Building sparkctl binary..."
-	CGO_ENABLED=0 go build -o $(SPARKCTL) -buildvcs=false cmd/sparkctl/main.go
-
-.PHONY: install-sparkctl
-install-sparkctl: build-sparkctl ## Install sparkctl binary.
-	echo "Installing sparkctl binary to /usr/local/bin..."; \
-	sudo cp $(SPARKCTL) /usr/local/bin
-
 .PHONY: clean
-clean: ## Clean spark-operator and sparktcl binaries.
+clean: ## Clean binaries.
 	rm -f $(SPARK_OPERATOR)
-	rm -f $(SPARKCTL)
 
 .PHONY: build-api-docs
 build-api-docs: gen-crd-api-reference-docs ## Build api documentation.

Diff for: README.md

@@ -43,8 +43,6 @@ The Kubernetes Operator for Apache Spark currently supports the following list o
 * Supports automatic application re-submission for updated `SparkApplication` objects with updated specification.
 * Supports automatic application restart with a configurable restart policy.
 * Supports automatic retries of failed submissions with optional linear back-off.
-* Supports mounting local Hadoop configuration as a Kubernetes ConfigMap automatically via `sparkctl`.
-* Supports automatically staging local application dependencies to Google Cloud Storage (GCS) via `sparkctl`.
 * Supports collecting and exporting application-level metrics and driver/executor metrics to Prometheus.
 
 ## Project Status