omnia telemetry modernization

src/orchestrator/orchestrator.yml

@@ -243,5 +243,4 @@
     - k8s_config
     - slurm_config
     - openldap
-    - telemetry
     - configure_ochami

src/orchestrator/roles/configure_ochami/tasks/orchestration_mapping_nodes.yml

@@ -93,6 +93,44 @@
         dest: "{{ orchestrator_inventory_file }}"
         flat: true
 
+    - name: Ensure orchestrator output directory exists
+      ansible.builtin.file:
+        path: "{{ playbook_dir }}/output"
+        state: directory
+        mode: "{{ hostvars['localhost']['dir_permissions_755'] }}"
+      delegate_to: localhost
+
+    - name: Generate Kubernetes inventory file
+      ansible.builtin.template:
+        src: "{{ kube_inventory_template }}"
+        dest: "{{ kube_inventory_file }}"
+        mode: "{{ hostvars['localhost']['file_permissions_644'] }}"
+      vars:
+        nodes: "{{ hostvars['localhost']['read_mapping_file']['dict'] | dict2items }}"
+        kube_vip: "{{ hostvars['oim']['kube_vip'] | default('') }}"
+        k8s_functional_groups: "{{ hostvars['localhost']['k8s_functional_groups'] | default(['service_kube_control_plane_first_x86_64', 'service_kube_control_plane_x86_64', 'service_kube_node_x86_64']) }}"
+
+    - name: Copy Kubernetes inventory file to localhost
+      ansible.builtin.fetch:
+        src: "{{ kube_inventory_file }}"
+        dest: "{{ kube_inventory_file }}"
+        flat: true
+
+    - name: Generate Slurm inventory file
+      ansible.builtin.template:
+        src: "{{ slurm_inventory_template }}"
+        dest: "{{ slurm_inventory_file }}"
+        mode: "{{ hostvars['localhost']['file_permissions_644'] }}"
+      vars:
+        nodes: "{{ hostvars['localhost']['read_mapping_file']['dict'] | dict2items }}"
+        slurm_functional_groups: "{{ hostvars['localhost']['slurm_functional_groups'] | default(['slurm_control_node_x86_64', 'slurm_node_x86_64', 'login_node_x86_64', 'login_compiler_node_x86_64', 'slurm_node_aarch64', 'login_node_aarch64', 'login_compiler_node_aarch64']) }}"
+
+    - name: Copy Slurm inventory file to localhost
+      ansible.builtin.fetch:
+        src: "{{ slurm_inventory_file }}"
+        dest: "{{ slurm_inventory_file }}"
+        flat: true
+
     - name: Delete smd configuration
       ansible.builtin.include_tasks: delete_smd_config.yml
 

src/orchestrator/roles/configure_ochami/templates/nodes/kube_inventory.yml.j2

@@ -0,0 +1,23 @@
+# Kubernetes Inventory
+# Generated by orchestrator.yml
+# Contains K8s cluster groups for telemetry and service deployment
+---
+all:
+  children:
+    kube_vip_group:
+      hosts:
+        {{ kube_vip }}:
+          ansible_user: root
+{% for group_name in k8s_functional_groups %}
+{% set group_nodes = nodes | selectattr('value.FUNCTIONAL_GROUP_NAME', 'equalto', group_name) | list %}
+{% if group_nodes | length > 0 %}
+    {{ group_name }}:
+      hosts:
+{% for item in group_nodes | sort(attribute='value.XNAME') %}
+        {{ item.value.HOSTNAME }}:
+          ansible_host: {{ item.value.ADMIN_IP }}
+          bmc_ip: {{ item.value.BMC_IP }}
+          group_name: {{ item.value.GROUP_NAME }}
+{% endfor %}
+{% endif %}
+{% endfor %}

src/orchestrator/roles/configure_ochami/templates/nodes/slurm_inventory.yml.j2

@@ -0,0 +1,19 @@
+# Slurm Inventory
+# Generated by orchestrator.yml
+# Contains Slurm cluster groups for telemetry and service deployment
+---
+all:
+  children:
+{% for group_name in slurm_functional_groups %}
+{% set group_nodes = nodes | selectattr('value.FUNCTIONAL_GROUP_NAME', 'equalto', group_name) | list %}
+{% if group_nodes | length > 0 %}
+    {{ group_name }}:
+      hosts:
+{% for item in group_nodes | sort(attribute='value.XNAME') %}
+        {{ item.value.HOSTNAME }}:
+          ansible_host: {{ item.value.ADMIN_IP }}
+          bmc_ip: {{ item.value.BMC_IP }}
+          group_name: {{ item.value.GROUP_NAME }}
+{% endfor %}
+{% endif %}
+{% endfor %}

src/orchestrator/roles/configure_ochami/vars/main.yml

@@ -21,6 +21,10 @@ telemetry_share_path: "{{ hostvars['localhost']['oim_shared_path'] }}/omnia/tele
 bmc_group_data_file: "{{ hostvars['localhost']['orchestrator_output_dir'] }}/bmc_group_data.csv"
 orchestrator_inventory_template: "{{ role_path }}/templates/nodes/orchestrator_inventory.yaml.j2"
 orchestrator_inventory_file: "{{ hostvars['localhost']['orchestrator_output_dir'] }}/orchestrator_inventory.yaml"
+kube_inventory_template: "{{ role_path }}/templates/nodes/kube_inventory.yml.j2"
+kube_inventory_file: "{{ playbook_dir }}/output/kube_inventory.yml"
+slurm_inventory_template: "{{ role_path }}/templates/nodes/slurm_inventory.yml.j2"
+slurm_inventory_file: "{{ playbook_dir }}/output/slurm_inventory.yml"
 openchami_work_dir: "{{ hostvars['localhost']['oim_shared_path'] }}/omnia/openchami/workdir"
 nodes_dir: "{{ openchami_work_dir }}/nodes"
 openchami_config_vars_path: "{{ openchami_share_path }}/configs_vars.yaml"

src/telemetry/ansible.cfg

@@ -1,5 +1,5 @@
 [defaults]
-roles_path = roles
+roles_path = roles:../../roles
 stdout_callback = omnia_default
 callback_plugins = callback_plugins
 library = library/modules

src/telemetry/input/telemetry_config.yml

@@ -70,16 +70,6 @@
 #   Default (8Gi each): victoria_metrics (24Gi) + victoria_logs (29Gi) + Kafka (48Gi) = 101Gi total
 # ============================================================================
 
-# ============================================================================
-# TELEMETRY CLUSTER CONFIGURATION
-# ============================================================================
-# K8s cluster configuration for telemetry deployment
-
-# Kubernetes control plane virtual IP address
-# Required for all telemetry deployments
-# All K8s tasks (kubectl, helm) execute on this host via SSH
-kube_vip: ""
-
 # ============================================================================
 # TELEMETRY SOURCES (Data Collectors)
 # ============================================================================

src/telemetry/input/telemetry_packages.yml

@@ -30,6 +30,42 @@ telemetry_registry:
   cert_path: ""
   key_path: ""
   username: ""
+  images:
+    victoria:
+      vmstorage: "victoriametrics/vmstorage:v1.128.0-cluster"
+      vmselect: "victoriametrics/vmselect:v1.128.0-cluster"
+      vminsert: "victoriametrics/vminsert:v1.128.0-cluster"
+      vmagent: "victoriametrics/vmagent:v1.128.0"
+      victoria_logs: "victoriametrics/victoria-logs:v1.50.0"
+      vlagent: "victoriametrics/vlagent:v1.50.0"
+      operator: "victoriametrics/operator:v0.68.3"
+    kafka:
+      kafka: "strimzi/kafka:1.1.0-kafka-4.3.0"
+      kafka_bridge: "strimzi/kafka-bridge:1.0.0"
+      operator: "strimzi/operator:1.1.0"
+    idrac:
+      idrac_telemetry_receiver: "dellhpcomniaaisolution/idrac_telemetry_receiver:1.3"
+      kafkapump: "dellhpcomniaaisolution/kafkapump:1.3"
+      victoriapump: "dellhpcomniaaisolution/victoriapump:1.3"
+      mysql: "library/mysql:9.3.0"
+      activemq: "apache/activemq:5.19.7"
+    powerscale:
+      csm_metrics_powerscale: "dell/container-storage-modules/csm-metrics-powerscale:v1.12.0"
+      opentelemetry_collector: "open-telemetry/opentelemetry-collector-releases/opentelemetry-collector:0.150.1"
+    ldms:
+      ubuntu_ldms: "dellhpcomniaaisolution/ubuntu-ldms:1.1"
+      vector: "timberio/vector:0.54.0-debian"
+    infrastructure:
+      nginx: "nginxinc/nginx-unprivileged"
+      busybox: "library/busybox"
+      curl: "curlimages/curl"
+      kubectl: "alpine/kubectl"
+      pause: "pause"
+    cert_manager:
+      acmesolver: "jetstack/cert-manager-acmesolver"
+      cainjector: "jetstack/cert-manager-cainjector"
+      controller: "jetstack/cert-manager-controller"
+      webhook: "jetstack/cert-manager-webhook"
 
 # ============================================================================
 # TELEMETRY PACKAGES (Full Pulp / HTTP URLs)

src/telemetry/library/module_utils/input_validation/validation_flows/telemetry_validation.py

@@ -25,8 +25,6 @@
 from ansible.module_utils.input_validation.common_utils.validation_utils import create_error_msg
 
 
-
-
 def validate_telemetry_config(
     input_file_path, data, logger, module, omnia_base_dir, module_utils_base, project_name
 ):

src/telemetry/playbooks/cleanup.yml

@@ -0,0 +1,27 @@
+# Copyright 2026 Dell Inc. or its subsidiaries. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+---
+# Cleanup telemetry
+# Usage: ansible-playbook telemetry.yml --tags cleanup
+
+- name: Cleanup Telemetry Components
+  hosts: localhost
+  gather_facts: true
+  any_errors_fatal: true
+
+  tasks:
+    - name: Placeholder task for cleanup
+      ansible.builtin.debug:
+        msg: "Cleanup telemetry - to be implemented"

src/telemetry/roles/disable_idrac_telemetry/vars/main.yml → src/telemetry/playbooks/dcgm/cleanup_dcgm.yml

@@ -1,3 +1,4 @@
+---
 # Copyright 2026 Dell Inc. or its subsidiaries. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -11,9 +12,14 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
 ---
+- name: Cleanup DCGM Telemetry
+  hosts: kube_vip_group
+  gather_facts: true
+  any_errors_fatal: true
 
-telemetry_namespace: "telemetry"
-idrac_telemetry_k8s_name: "idrac-telemetry-receiver"
-idrac_telemetry_statefulset_scale_down_msg: "Scaling down iDRAC telemetry StatefulSet to 0 replicas"
-idrac_telemetry_statefulset_not_found_msg: "iDRAC telemetry StatefulSet not found, nothing to scale down"
+  tasks:
+    - name: Placeholder task for DCGM telemetry cleanup
+      ansible.builtin.debug:
+        msg: "DCGM telemetry cleanup - to be implemented"