Installing Confluent Server (successor of xCAT) and deploying Rocky Linux 9.8 with Ansible integration

rpm -ivh https://hpc.lenovo.com/yum/latest/el9/x86_64/lenovo-hpc-yum-1-1.x86_64.rpm

dnf -y install lenovo-confluent tftp-server ansible-core
systemctl enable confluent
systemctl enable httpd
systemctl enable tftp.socket
systemctl start confluent
systemctl start httpd
systemctl start tftp.socket

10.1.11.19  node-11-19

confluent2hosts everything -a

nodegroupattrib everything deployment.useinsecureprotocols=firmware console.method=ipmi dns.servers=10.1.0.1 dns.domain=my.hpc.local net.ipv4_gateway=10.1.0.1
nodegroupattrib everything bmcuser=ipmi bmcpass='{{ user_ipmi_password }}'
nodedefine node-11-19 bmc=10.2.11.19 net.hwaddr=18:66:da:aa:dd:b9 net.ipv4_address=10.1.11.19/16
mkdir /var/log/ansible
chown confluent /var/log/ansible
osdeploy import Rocky-9.8-x86_64-minimal.iso
cp -a /var/lib/confluent/public/os/rocky-9.8-x86_64-default /var/lib/confluent/public/os/rocky-9.8-x86_64-minimal
osdeploy initialize -i
nodegroupattrib everything -p crypted.rootpassword
ssh-keygen -t ed25519
sudo -u confluent -s /bin/bash
ssh-keygen -t ed25519 -N "" -f ~/.ssh/id_ed25519
ssh-copy-id root@10.1.254.5
exit

- name: Trigger Dedicated Ansible Server
  hosts: all
  vars:
    ansible_ssh_common_args: '-o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null'
  gather_facts: false
  tasks:
    - name: Run remote playbook on Ansible server
      ansible.builtin.shell: >
        ssh -o BatchMode=yes -o StrictHostKeyChecking=no root@10.1.254.5
        "ansible-playbook -i /opt/ansible/inventory --vault-password-file /etc/ansible/vault_pass.txt /opt/ansible/node.yml --limit {{ inventory_hostname }}"
        | tee /var/log/ansible/{{ inventory_hostname }}.log
      delegate_to: localhost

    - name: Reboot and wait for the server to come back
      ansible.builtin.reboot:
        msg: "Ansible is rebooting the system"
        reboot_timeout: 600
        post_reboot_delay: 30
        test_command: "whoami"

text
....
....

firewall --disabled
selinux --disabled

@^minimal-environment

clearpart --all --initlabel
ignoredisk --only-use=%%INSTALLDISK%%
# Automatically creates required boot partitions (EFI)
reqpart
# /boot must be a plain partition, not LVM
part /boot --fstype="xfs" --ondisk=%%INSTALLDISK%% --size=1024
# Create Physical Volume using all remaining disk space
part pv.01 --fstype="lvmpv" --ondisk=%%INSTALLDISK%% --size=1 --grow
# Create Volume Group
volgroup vg_root pv.01
# Create Root LV filling 100% of the Volume Group
logvol / --fstype="xfs" --vgname=vg_root --size=1 --grow --name=root %%LUKSHOOK%%

label: Rocky Linux 9.8 Minimal
kernelargs: quiet console=tty0 console=ttyS0,115200
installedargs: quiet console=tty0 console=ttyS0,115200

. /etc/confluent/functions
ib_count=`nmcli -p dev show | grep -B 2 infiniband | grep GENERAL.DEVICE | awk {'first = $1; $1=""; print $0'}|sed 's/^ //g' | wc -l`
first_ib_mac_long=`ip a | grep infiniband | head -n 1 | awk '{print $2}'`
first_ib_mac=${first_ib_mac_long: -23}
second_ib_pci=`lspci | grep -i mel | tail -n 1 | awk '{print $1}'`
echo "SUBSYSTEM==\"net\",ACTION==\"add\",ATTR{address}==\"?*${first_ib_mac}\",ATTR{type}==\"32\",NAME=\"ib0\"" > /etc/udev/rules.d/71-rename-ib.rules
if [[ "$ib_count" -eq "2" ]]
then
    echo "SUBSYSTEM==\"pci\",ACTION==\"add\",RUN=\"/bin/sh -c 'echo 1 > /sys/bus/pci/devices/0000:${second_ib_pci}/remove'\"" > /etc/udev/rules.d/72-delete-second-ib.rules
fi

. . .
echo PermitRootLogin yes >> $targssh
. . .

#!/bin/sh
echo "ssh-rsa AAAAB3Nz.......RO+Xkvc= root@ansible" >> /root/.ssh/authorized_keys

chmod +x /var/lib/confluent/public/os/rocky-9.8-x86_64-minimal/scripts/firstboot.d/ansible.sh
osdeploy updateboot rocky-9.8-x86_64-minimal
osdeploy list

nodedeploy node-11-19 -n rocky-9.8-x86_64-minimal
nodeconsole node-11-19

confetty create /users/demouser role=admin
useradd demouser
passwd demouser

cp kernel-5.14.0-687.50.1.el9_8.x86_64.rpm /var/lib/confluent/distributions/rocky-9.8-x86_64/Minimal/Packages/k/
cp kernel-core-5.14.0-687.50.1.el9_8.x86_64.rpm /var/lib/confluent/distributions/rocky-9.8-x86_64/Minimal/Packages/k/
cp kernel-modules-5.14.0-687.50.1.el9_8.x86_64.rpm /var/lib/confluent/distributions/rocky-9.8-x86_64/Minimal/Packages/k/
cp kernel-modules-core-5.14.0-687.50.1.el9_8.x86_64.rpm /var/lib/confluent/distributions/rocky-9.8-x86_64/Minimal/Packages/k/
cp kernel-modules-extra-5.14.0-687.50.1.el9_8.x86_64.rpm /var/lib/confluent/distributions/rocky-9.8-x86_64/Minimal/Packages/k/
cp kernel-tools-5.14.0-687.50.1.el9_8.x86_64.rpm /var/lib/confluent/distributions/rocky-9.8-x86_64/Minimal/Packages/k/
cp kernel-tools-libs-5.14.0-687.50.1.el9_8.x86_64.rpm /var/lib/confluent/distributions/rocky-9.8-x86_64/Minimal/Packages/k/

dnf install -y createrepo_c
cd /var/lib/confluent/distributions/rocky-9.8-x86_64/Minimal/
createrepo_c --update .
chown -R confluent:confluent /var/lib/confluent/distributions/rocky-9.8-x86_64/Minimal/
osdeploy updateboot rocky-9.8-x86_64-minimal

yum install dnsmasq

bind-dynamic
dhcp-range=10.1.222.1,10.1.222.100

systemctl enable dnsmasq --now