Skip to content

add sparkapp collection support #224

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
sandipanpanda wants to merge 2 commits into
base: main
Choose a base branch
from
Open

add sparkapp collection support #224

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
99e476d
add sparkapp collection support
sandipanpanda Dec 23, 2025
5963d50
update crd to include exclusion fields for missing resources
sandipanpanda Dec 23, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
46 changes: 46 additions & 0 deletions api/v1/collectionpolicy_types.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -93,6 +93,16 @@ type Exclusions struct {
ExcludedCSIDrivers []string `json:"excludedCSIDrivers,omitempty"`
ExcludedCSIStorageCapacities []ExcludedCSIStorageCapacity `json:"excludedCSIStorageCapacities,omitempty"`
ExcludedVolumeAttachments []string `json:"excludedVolumeAttachments,omitempty"`

// Kubeflow Notebooks Exclusions
ExcludedKubeflowNotebooks []ExcludedKubeflowNotebook `json:"excludedKubeflowNotebooks,omitempty"`

// VolcanoJobs Exclusions
ExcludedVolcanoJobs []ExcludedVolcanoJob `json:"excludedVolcanoJobs,omitempty"`

// Spark Applications Exclusions
ExcludedSparkApplications []ExcludedSparkApplication `json:"excludedSparkApplications,omitempty"`
ExcludedScheduledSparkApplications []ExcludedScheduledSparkApplication `json:"excludedScheduledSparkApplications,omitempty"`
}

// Common exclusion patterns
Expand Down Expand Up @@ -376,6 +386,42 @@ type ExcludedCSIStorageCapacity struct {
Name string `json:"name"`
}

// ExcludedKubeflowNotebook identifies a Kubeflow Notebook to exclude
type ExcludedKubeflowNotebook struct {
// Namespace is the Kubeflow Notebook's namespace
Namespace string `json:"namespace"`

// Name is the Kubeflow Notebook's name
Name string `json:"name"`
}

// ExcludedVolcanoJob identifies a Volcano Job to exclude
type ExcludedVolcanoJob struct {
// Namespace is the Volcano Job's namespace
Namespace string `json:"namespace"`

// Name is the Volcano Job's name
Name string `json:"name"`
}

// ExcludedSparkApplication identifies a Spark Application to exclude
type ExcludedSparkApplication struct {
// Namespace is the Spark Application's namespace
Namespace string `json:"namespace"`

// Name is the Spark Application's name
Name string `json:"name"`
}

// ExcludedScheduledSparkApplication identifies a Scheduled Spark Application to exclude
type ExcludedScheduledSparkApplication struct {
// Namespace is the Scheduled Spark Application's namespace
Namespace string `json:"namespace"`

// Name is the Scheduled Spark Application's name
Name string `json:"name"`
}

// Policies defines collection behavior
type Policies struct {
// KubeContextName is the name of the current context being used to apply the installation yaml
Expand Down
80 changes: 80 additions & 0 deletions api/v1/zz_generated.deepcopy.go
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

68 changes: 68 additions & 0 deletions config/crd/bases/devzero.io_collectionpolicies.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -261,6 +261,23 @@ spec:
- namespace
type: object
type: array
excludedKubeflowNotebooks:
description: Kubeflow Notebooks Exclusions
items:
description: ExcludedKubeflowNotebook identifies a Kubeflow
Notebook to exclude
properties:
name:
description: Name is the Kubeflow Notebook's name
type: string
namespace:
description: Namespace is the Kubeflow Notebook's namespace
type: string
required:
- name
- namespace
type: object
type: array
excludedLabels:
additionalProperties:
type: string
Expand Down Expand Up @@ -465,6 +482,23 @@ spec:
- namespace
type: object
type: array
excludedScheduledSparkApplications:
items:
description: ExcludedScheduledSparkApplication identifies a
Scheduled Spark Application to exclude
properties:
name:
description: Name is the Scheduled Spark Application's name
type: string
namespace:
description: Namespace is the Scheduled Spark Application's
namespace
type: string
required:
- name
- namespace
type: object
type: array
excludedSecrets:
items:
description: ExcludedSecret identifies a secret to exclude
Expand Down Expand Up @@ -512,6 +546,23 @@ spec:
- namespace
type: object
type: array
excludedSparkApplications:
description: Spark Applications Exclusions
items:
description: ExcludedSparkApplication identifies a Spark Application
to exclude
properties:
name:
description: Name is the Spark Application's name
type: string
namespace:
description: Namespace is the Spark Application's namespace
type: string
required:
- name
- namespace
type: object
type: array
excludedStatefulSets:
items:
description: ExcludedStatefulSet identifies a statefulset to
Expand Down Expand Up @@ -549,6 +600,23 @@ spec:
- namespace
type: object
type: array
excludedVolcanoJobs:
description: VolcanoJobs Exclusions
items:
description: ExcludedVolcanoJob identifies a Volcano Job to
exclude
properties:
name:
description: Name is the Volcano Job's name
type: string
namespace:
description: Namespace is the Volcano Job's namespace
type: string
required:
- name
- namespace
type: object
type: array
excludedVolumeAttachments:
items:
type: string
Expand Down
9 changes: 9 additions & 0 deletions config/rbac/role.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -293,6 +293,15 @@ rules:
- get
- list
- watch
- apiGroups:
- sparkoperator.k8s.io
resources:
- scheduledsparkapplications
- sparkapplications
verbs:
- get
- list
- watch
- apiGroups:
- storage.k8s.io
resources:
Expand Down
9 changes: 9 additions & 0 deletions dist/backend-install.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1198,6 +1198,15 @@ rules:
- get
- list
- watch
- apiGroups:
- sparkoperator.k8s.io
resources:
- scheduledsparkapplications
- sparkapplications
verbs:
- get
- list
- watch
- apiGroups:
- storage.k8s.io
resources:
Expand Down
9 changes: 9 additions & 0 deletions dist/install.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1203,6 +1203,15 @@ rules:
- get
- list
- watch
- apiGroups:
- sparkoperator.k8s.io
resources:
- scheduledsparkapplications
- sparkapplications
verbs:
- get
- list
- watch
- apiGroups:
- storage.k8s.io
resources:
Expand Down
9 changes: 9 additions & 0 deletions dist/installer_updater.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1198,6 +1198,15 @@ rules:
- get
- list
- watch
- apiGroups:
- sparkoperator.k8s.io
resources:
- scheduledsparkapplications
- sparkapplications
verbs:
- get
- list
- watch
- apiGroups:
- storage.k8s.io
resources:
Expand Down
9 changes: 9 additions & 0 deletions dist/zxporter.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -431,6 +431,15 @@ rules:
- get
- list
- watch
- apiGroups:
- sparkoperator.k8s.io
resources:
- scheduledsparkapplications
- sparkapplications
verbs:
- get
- list
- watch
- apiGroups:
- storage.k8s.io
resources:
Expand Down
Loading
Loading