Skip to content

Commit

Permalink
cert: remove cert tag from non-essential tests
Browse files Browse the repository at this point in the history
Certification was updated to count only for essential tests.
This commit reflects the change in certification.

Refs: cnti-testcatalog#2117
Signed-off-by: Konstantin Yarovoy <[email protected]>
  • Loading branch information
Konstantin Yarovoy committed Aug 6, 2024
1 parent 73b1d44 commit 6cefdc2
Show file tree
Hide file tree
Showing 2 changed files with 56 additions and 67 deletions.
112 changes: 56 additions & 56 deletions embedded_files/points.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,32 +9,32 @@

- name: reasonable_image_size
emoji: "⚖👀"
tags: [microservice, dynamic, workload, cert, normal]
tags: [microservice, dynamic, workload, normal]
- name: specialized_init_system
emoji: "🚀"
tags: [microservice, dynamic, workload, essential, cert]
tags: [microservice, dynamic, workload, cert, essential]
pass: 100
- name: reasonable_startup_time
tags: [microservice, dynamic, workload, cert, normal]
tags: [microservice, dynamic, workload, normal]
- name: single_process_type
emoji: "⚖👀"
tags: [microservice, dynamic, workload, essential, cert]
tags: [microservice, dynamic, workload, cert, essential]
pass: 100
- name: zombie_handled
emoji: "⚖👀"
tags: [microservice, dynamic, workload, essential, cert]
tags: [microservice, dynamic, workload, cert, essential]
pass: 100
- name: service_discovery
emoji: "⚖👀"
tags: [microservice, dynamic, workload, cert, bonus]
tags: [microservice, dynamic, workload, bonus]
pass: 1
fail: 0
- name: shared_database
emoji: "💾"
tags: [microservice, dynamic, workload, cert, normal]
tags: [microservice, dynamic, workload, normal]
- name: sig_term_handled
emoji: "⚖👀"
tags: [microservice, dynamic, workload, essential, cert]
tags: [microservice, dynamic, workload, cert, essential]
pass: 100
- name: cni_compatible
emoji: "🔓🔑"
Expand All @@ -59,24 +59,24 @@
# required: true
- name: privilege_escalation
emoji: "🔓🔑"
tags: [security, dynamic, workload, cert, normal]
tags: [security, dynamic, workload, normal]
- name: symlink_file_system
emoji: "🔓🔑"
tags: [security, dynamic, workload, cert, normal]
tags: [security, dynamic, workload, normal]
- name: application_credentials
emoji: "🔓🔑"
tags: [security, dynamic, workload, cert, normal]
tags: [security, dynamic, workload, normal]
- name: host_network
emoji: "🔓🔑"
tags: [security, dynamic, workload, cert, normal]
tags: [security, dynamic, workload, normal]
#- name: shells
# tags: security, dynamic
#- name: protected_access
# tags: security, dynamic

- name: increase_decrease_capacity
emoji: "📦📈📉"
tags: [compatibility, dynamic, workload, essential, cert]
tags: [compatibility, dynamic, workload, cert, essential]
pass: 100
#- name: small_autoscaling
# tags: compatibility, dynamic, workload
Expand All @@ -86,33 +86,33 @@
# tags: resilience, dynamic, workload
- name: pod_network_latency
emoji: "🗡️💀♻"
tags: [resilience, dynamic, workload, cert, bonus]
tags: [resilience, dynamic, workload, bonus]
pass: 1
fail: 0
- name: pod_network_corruption
emoji: "🗡️💀♻"
tags: [resilience, dynamic, workload, cert, bonus]
tags: [resilience, dynamic, workload, bonus]
pass: 1
fail: 0
- name: pod_network_duplication
emoji: "🗡️💀♻"
tags: [resilience, dynamic, workload, cert, bonus]
tags: [resilience, dynamic, workload, bonus]
pass: 1
fail: 0
- name: pod_delete
emoji: "🗡️💀♻"
tags: [resilience, dynamic, workload, cert, normal]
tags: [resilience, dynamic, workload, normal]
- name: pod_io_stress
emoji: "🗡️💀♻"
tags: [resilience, dynamic, workload, cert, bonus]
tags: [resilience, dynamic, workload, bonus]
pass: 1
fail: 0
- name: pod_memory_hog
emoji: "🗡️💀♻"
tags: [resilience, dynamic, workload, cert, normal]
tags: [resilience, dynamic, workload, normal]
- name: disk_fill
emoji: "🗡️💀♻"
tags: [resilience, dynamic, workload, cert, normal]
tags: [resilience, dynamic, workload, normal]
- name: pod_dns_error
emoji: "🗡️💀♻"
tags: [resilience, dynamic, workload]
Expand All @@ -131,14 +131,14 @@
tags: [configuration, static, workload]
- name: operator_installed
emoji: "⚖️👀"
tags: [configuration, dynamic, workload, cert, bonus]
tags: [configuration, dynamic, workload, bonus]
- name: liveness
emoji: "⎈🧫"
tags: [resilience, dynamic, workload, essential, cert]
tags: [resilience, dynamic, workload, cert, essential]
pass: 100
- name: readiness
emoji: "⎈🧫"
tags: [resilience, dynamic, workload, essential, cert]
tags: [resilience, dynamic, workload, cert, essential]
pass: 100
#- name: no_volume_with_configuration
# tags: configuration, dynamic
Expand All @@ -149,23 +149,23 @@
- name: rolling_version_change
tags: [compatibility, dynamic, workload]
- name: rollback
tags: [compatibility, dynamic, workload, cert, normal]
tags: [compatibility, dynamic, workload, normal]
- name: nodeport_not_used
tags: [configuration, dynamic, workload, cert, normal]
tags: [configuration, dynamic, workload, normal]
- name: hostport_not_used
tags: [configuration, dynamic, workload, essential, cert]
tags: [configuration, dynamic, workload, cert, essential]
pass: 100
- name: hardcoded_ip_addresses_in_k8s_runtime_configuration
tags: [configuration, dynamic, workload, essential, cert]
tags: [configuration, dynamic, workload, cert, essential]
pass: 100
- name: secrets_used
emoji: "🧫"
tags: [configuration, dynamic, workload, cert, bonus]
tags: [configuration, dynamic, workload, bonus]
pass: 1
fail: 0
- name: immutable_configmap
emoji: "⚖️"
tags: [configuration, dynamic, workload, cert, bonus]
tags: [configuration, dynamic, workload, bonus]
pass: 1
fail: 0

Expand All @@ -182,13 +182,13 @@

- name: helm_deploy
emoji: "⚙🛠️⬆☁"
tags: [compatibility, dynamic, workload, cert, normal]
tags: [compatibility, dynamic, workload, normal]
- name: helm_chart_valid
emoji: "⎈📝☑"
tags: [compatibility, dynamic, workload, cert, normal]
tags: [compatibility, dynamic, workload, normal]
- name: helm_chart_published
emoji: "⎈📦🌐"
tags: [compatibility, dynamic, workload, cert, normal]
tags: [compatibility, dynamic, workload, normal]

# - name: chaos_network_loss
# tags: resilience, dynamic, workload
Expand All @@ -199,12 +199,12 @@

- name: no_local_volume_configuration
emoji: "💾"
tags: [state, dynamic, workload, cert, bonus]
tags: [state, dynamic, workload, bonus]
pass: 1
fail: 0
- name: elastic_volumes
emoji: "🧫"
tags: [state, dynamic, workload, cert, bonus]
tags: [state, dynamic, workload, bonus]
pass: 1
fail: 0
- name: database_persistence
Expand All @@ -215,7 +215,7 @@
fail: -1
- name: node_drain
emoji: "🗡️💀♻"
tags: [state, dynamic, workload, essential, cert]
tags: [state, dynamic, workload, cert, essential]
pass: 100

#- name: hardware_and_scheduling
Expand Down Expand Up @@ -260,25 +260,25 @@

- name: service_account_mapping
emoji: "🔓🔑"
tags: [security, dynamic, workload, cert, normal]
tags: [security, dynamic, workload, normal]

- name: privileged_containers
emoji: "🔓🔑"
tags: [security, dynamic, workload, essential, cert]
tags: [security, dynamic, workload, cert, essential]
pass: 100

- name: non_root_containers
emoji: "🔓🔑"
tags: [security, dynamic, workload, essential, cert]
tags: [security, dynamic, workload, cert, essential]
pass: 100

- name: host_pid_ipc_privileges
emoji: "🔓🔑"
tags: [security, dynamic, workload, cert, normal]
tags: [security, dynamic, workload, normal]

- name: linux_hardening
emoji: "🔓🔑"
tags: [security, dynamic, workload, cert, bonus]
tags: [security, dynamic, workload, bonus]
pass: 1
fail: 0

Expand All @@ -294,51 +294,51 @@

- name: immutable_file_systems
emoji: "🔓🔑"
tags: [security, dynamic, workload, cert, bonus]
tags: [security, dynamic, workload, bonus]
pass: 1
fail: 0

- name: hostpath_mounts
emoji: "🔓🔑"
tags: [security, dynamic, workload, essential, cert]
tags: [security, dynamic, workload, cert, essential]
pass: 100

- name: ingress_egress_blocked
emoji: "🔓🔑"
tags: [security, dynamic, workload, cert, bonus]
tags: [security, dynamic, workload, bonus]
pass: 1
fail: 0

- name: insecure_capabilities
emoji: "🔓🔑"
tags: [security, dynamic, workload, cert, normal]
tags: [security, dynamic, workload, normal]

- name: sysctls
emoji: "🔓🔑"
tags: [security, dynamic, workload, cert, normal]
tags: [security, dynamic, workload, normal]

- name: log_output
emoji: "📶☠️"
tags: [observability, dynamic, workload, essential, cert]
tags: [observability, dynamic, workload, cert, essential]
pass: 100
- name: prometheus_traffic
emoji: "📶☠️"
tags: [observability, dynamic, workload, cert, bonus]
tags: [observability, dynamic, workload, bonus]
pass: 1
fail: 0
- name: open_metrics
emoji: "📶☠️"
tags: [observability, dynamic, workload, cert, bonus]
tags: [observability, dynamic, workload, bonus]
pass: 1
fail: 0
- name: routed_logs
emoji: "📶☠️"
tags: [observability, dynamic, workload, cert, bonus]
tags: [observability, dynamic, workload, bonus]
pass: 1
fail: 0
- name: tracing
emoji: "⎈🚀"
tags: [observability, dynamic, workload, cert, bonus]
tags: [observability, dynamic, workload, bonus]
pass: 1
fail: 0
- name: alpha_k8s_apis
Expand All @@ -347,33 +347,33 @@

- name: container_sock_mounts
emoji: "🔓🔑"
tags: [security, dynamic, workload, essential, cert]
tags: [security, dynamic, workload, cert, essential]
pass: 100

- name: require_labels
emoji: "🏷️"
tags: [configuration, dynamic, workload, cert, normal]
tags: [configuration, dynamic, workload, normal]

- name: helm_tiller
emoji: "🔓🔑"
tags: ["platform", "platform:security", "dynamic"]

- name: external_ips
emoji: "🔓🔑"
tags: [security, dynamic, workload, cert, normal]
tags: [security, dynamic, workload, normal]

- name: selinux_options
emoji: "🔓🔑"
tags: [security, dynamic, workload, essential, cert]
tags: [security, dynamic, workload, cert, essential]
pass: 100

- name: default_namespace
emoji: "🏷️"
tags: [configuration, dynamic, workload, cert, normal]
tags: [configuration, dynamic, workload, normal]

- name: latest_tag
emoji: "🏷️"
tags: [configuration, dynamic, workload, essential, cert]
tags: [configuration, dynamic, workload, cert, essential]
pass: 100

- name: smf_upf_heartbeat
Expand Down
11 changes: 0 additions & 11 deletions spec/utils/cnf_manager_spec.cr
Original file line number Diff line number Diff line change
Expand Up @@ -392,17 +392,6 @@ describe "SampleUtils" do
CNFManager.sample_cleanup(config_file: "sample-cnfs/sample-generic-cnf", verbose: true)
end

it "bonus tests should not be includded in the maximum points when a failure occurs", tags: ["cnf-config"] do
begin
# fails because doesn't have a service
result = ShellCmd.run_testsuite("cnf_setup cnf-path=./sample-cnfs/sample-ndn-privileged")
result = ShellCmd.run_testsuite("cert_microservice")
(/of 6 tests passed/ =~ result[:output]).should_not be_nil
ensure
result = ShellCmd.run_testsuite("cnf_cleanup cnf-path=./sample-cnfs/sample-ndn-privileged")
end
end

it "Helm_values should be used during the installation of a cnf", tags: ["cnf-config"] do
begin
# fails because doesn't have a service
Expand Down

0 comments on commit 6cefdc2

Please sign in to comment.