#cloud-config
timezone: Asia/Tokyo
runcmd:
#
# Mount NVMe local storage
    - vgcreate nvme /dev/nvme0n1
    - lvcreate -l 100%FREE nvme
    - mkfs.xfs -L localscratch /dev/nvme/lvol0
    - mkdir -p /mnt/localdisk
    - echo "LABEL=localscratch /mnt/localdisk/ xfs defaults,noatime 0 0" >> /etc/fstab
    - systemctl daemon-reload
    - mount /mnt/localdisk
#
# Stop firewalld
    - systemctl disable --now firewalld
#
# Expand root file system to those set by instance configuration
    - /usr/libexec/oci-growfs -y
#
# Add public subnet to DNS search
    - sed -i '/^search/s/$/ public.vcn.oraclevcn.com/g' /etc/resolv.conf
    - chattr -R +i /etc/resolv.conf
#
# NFS mount setting
    - echo "bastion:/home /home nfs defaults,vers=3 0 0" >> /etc/fstab
    - systemctl daemon-reload
    - mount /home

$ sudo dnf install -y git
$ git clone https://github.com/fwiw6430/tutorial_cn

:
:
:
Outputs:
Bastion_instances_created = {
  "display_name" = "bastion"
  "private_ip" = "10.0.1.66"
  "public_ip" = "123.456.789.123"
}
Compute_in_cn_created_e5 = {}
Compute_in_cn_created_none5 = {
  "inst-dbhnx-x9-ol905" = {
    "display_name" = "inst-dbhnx-x9-ol905"
    "private_ip" = "10.0.2.219"
  }
  "inst-h9mlv-x9-ol905" = {
    "display_name" = "inst-h9mlv-x9-ol905"
    "private_ip" = "10.0.2.172"
  }
} 

$ cd tutorial_cn
$ terraform init
$ terraform apply --auto-approve

:
:
:
Outputs:

Bastion_instances_created = {
  "display_name" = "bastion"
  "private_ip" = "10.0.1.40"
  "public_ip" = "123.456.789.123"
}
Compute_in_cn_created_e5 = {}
Compute_in_cn_created_none5 = {
  "inst-6cx1c-x9-ol905" = {
    "display_name" = "inst-6cx1c-x9-ol905"
    "private_ip" = "10.0.2.105"
  }
  "inst-ev75s-x9-ol905" = {
    "display_name" = "inst-ev75s-x9-ol905"
    "private_ip" = "10.0.2.100"
  }
}

$ ssh -i path_to_ssh_secret_key opc@123.456.789.123

$ for hname in `cat ~/hostlist.txt`; do echo $hname; ssh -oStrictHostKeyChecking=accept-new $hname "sudo cloud-init status"; done
inst-dbhnx-x9-ol905
Warning: Permanently added 'inst-dbhnx-x9-ol905' (ED25519) to the list of known hosts.
status: done
inst-h9mlv-x9-ol905
Warning: Permanently added 'inst-h9mlv-x9-ol905' (ED25519) to the list of known hosts.
status: done
$

$ for hname in `cat ~/hostlist.txt`; do echo $hname; ssh $hname "df -h / /mnt/localdisk /home"; done
inst-dbhnx-x9-ol905
Filesystem                  Size  Used Avail Use% Mounted on
/dev/mapper/ocivolume-root   83G   16G   68G  19% /
/dev/mapper/nvme-lvol0      3.5T   25G  3.5T   1% /mnt/localdisk
bastion:/home                83G   15G   68G  19% /home
inst-h9mlv-x9-ol905
Filesystem                  Size  Used Avail Use% Mounted on
/dev/mapper/ocivolume-root   83G   16G   68G  19% /
/dev/mapper/nvme-lvol0      3.5T   25G  3.5T   1% /mnt/localdisk
bastion:/home                83G   15G   68G  19% /home
$

$ for hname in `cat ~/hostlist.txt`; do echo $hname; ssh $hname "lscpu | grep -i -e numa -e thread"; done
inst-dbhnx-x9-ol905
Thread(s) per core:                   2
NUMA node(s):                         2
NUMA node0 CPU(s):                    0-17,36-53
NUMA node1 CPU(s):                    18-35,54-71
inst-h9mlv-x9-ol905
Thread(s) per core:                   2
NUMA node(s):                         2
NUMA node0 CPU(s):                    0-17,36-53
NUMA node1 CPU(s):                    18-35,54-71
$

$ for hname in `cat ~/hostlist.txt`; do echo $hname; ssh $hname "ip a | grep -e ens300f0np0 -e ens800f0np0 -e eth0 -e rdma0 | grep inet"; done
inst-e0tw0-x9-ol87
    inet 10.0.2.182/24 brd 10.0.2.255 scope global dynamic eth0
    inet 10.224.0.182/12 brd 10.239.255.255 scope global noprefixroute rdma0
inst-uyopv-x9-ol87
    inet 10.0.2.154/24 brd 10.0.2.255 scope global dynamic eth0
    inet 10.224.0.154/12 brd 10.239.255.255 scope global noprefixroute rdma0
$

$ source /usr/mpi/gcc/openmpi-4.1.7rc1/bin/mpivars.sh
$ mpirun -n 2 -N 1 -hostfile ~/hostlist.txt -x UCX_NET_DEVICES=mlx5_2:1 /usr/mpi/gcc/openmpi-4.1.7rc1/tests/imb/IMB-MPI1 -msglog 27:28 pingpong
#------------------------------------------------------------
#    Intel (R) MPI Benchmarks 2018, MPI-1 part    
#------------------------------------------------------------
# Date                  : Fri Oct 31 10:53:16 2025
# Machine               : x86_64
# System                : Linux
# Release               : 5.14.0-503.40.1.el9_5.x86_64
# Version               : #1 SMP PREEMPT_DYNAMIC Wed Apr 30 02:45:06 PDT 2025
# MPI Version           : 3.1
# MPI Thread Environment: 


# Calling sequence was: 

# /usr/mpi/gcc/openmpi-4.1.7rc1/tests/imb/IMB-MPI1 -msglog 27:28 pingpong

# Minimum message length in bytes:   0
# Maximum message length in bytes:   268435456
#
# MPI_Datatype                   :   MPI_BYTE 
# MPI_Datatype for reductions    :   MPI_FLOAT
# MPI_Op                         :   MPI_SUM  
#
#

# List of Benchmarks to run:

# PingPong

#---------------------------------------------------
# Benchmarking PingPong 
# #processes = 2 
#---------------------------------------------------
       #bytes #repetitions      t[usec]   Mbytes/sec
            0         1000         1.66         0.00
    134217728            1     10969.39     12235.66
    268435456            1     21932.62     12239.10


# All processes entering MPI_Finalize

$

$ terraform destroy --auto-approve
:
Destroy complete! Resources: 18 destroyed.
$