Oracle SOA Suite 23.1.2 - Scripts and Documentations (#157)

Author: ashageetha

FMWKubernetesMAA/OracleEnterpriseDeploymentAutomation/OracleSOASuite/README.md

@@ -33,6 +33,7 @@ Update the values in the `maak8master.env`, `maak8worker.env` and `maak8soa.env`
 | `share_dir` | Kubernetes PV shared storage that will host the Oracle SOA Suite domain. | `/k8nfs` |
 | `script_dir` | Directory for deployment scripts | `/scripts` |
 | `output_dir` | Location to generate the output log and deployment files | `/soak8edg/output$dt` |
+| `log_dir` | Location to generate output log | `/scratch/k8logs` |
 | `user` | User with passwordless sudo access to the master node| `myuser` |
 | `ssh_key` | ssh key for master node access | `/home/myuser/KeySOAMAA.ppk` |
 | `mnode1` | Kubernetes control plane node1 hostname | `olk8-m1` |
@@ -41,7 +42,7 @@ Update the values in the `maak8master.env`, `maak8worker.env` and `maak8soa.env`
 | `wnode1` | Worker node1 hostname | `olk8-w1` |
 | `wnode2` | Worker node2 hostname | `olk8-w2` |
 | `wnode3` | Worker node3 hostname | `olk8-w3` |
-| `helm_version` | Helm version to be used | `3.5.4` |
+| `helm_version` | Helm version to be used | `3.10.2` |
 | `wlsoperator_version` | WebLogic Kubernetes Operator version to be used | `3.4.4` |
 | `soak8branch` | fmw-kubernetes release version | `22.4.2`  |
 | `soaimage` | Oracle SOA Suite Docker image | `soasuite:12.2.1.4`  |

FMWKubernetesMAA/OracleEnterpriseDeploymentAutomation/OracleSOASuite/common/utils.sh

@@ -1,5 +1,5 @@
 #!/usr/bin/env bash
-# Copyright (c) 2022, Oracle and/or its affiliates.
+# Copyright (c) 2022, 2023, Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl.
 #
 # Utility functions that are shared by multiple scripts
@@ -18,6 +18,20 @@ printError() {
   echo [ERROR] $*
 }
 
+setupProxy(){
+
+if [[ "$proxy" != "false" ]]; then
+  cat <<EOF > /tmp/setup_proxy.env
+export http_proxy=$http_proxy
+export https_proxy=$https_proxy
+export no_proxy=$no_proxy
+export HTTP_PROXY=$http_proxy
+export HTTPS_PROXY=$https_proxy
+export NO_PROXY=$no_proxy
+EOF
+fi
+
+}
 
 # Function to create scripts for Docker and Kubernetes setup
 createSetupScripts() {
@@ -31,9 +45,8 @@ name=Kubernetes
 baseurl=https://packages.cloud.google.com/yum/repos/kubernetes-el7-x86_64
 enabled=1
 gpgcheck=1
-repo_gpgcheck=1
 gpgkey=https://packages.cloud.google.com/yum/doc/rpm-package-key.gpg
-exclude=kube*
+exclude=kubelet kubeadm kubectl
 EOF
 
   # sysctl params required by setup, params persist across reboots
@@ -66,9 +79,9 @@ echo "Configuring OS..."
 sysctl net.ipv4.conf.${vnic}.forwarding=1
 sysctl net.ipv4.conf.lo.forwarding=1
 sysctl net.ipv4.ip_nonlocal_bind=1
-'net.ipv4.conf.${vnic}.forwarding=1' | sudo tee -a /etc/sysctl.conf
-"net.ipv4.conf.lo.forwarding=1" | sudo tee -a /etc/sysctl.conf
-"net.ipv4.ip_nonlocal_bind=1" | sudo tee -a /etc/sysctl.conf
+echo 'net.ipv4.conf.${vnic}.forwarding=1' | sudo tee -a /etc/sysctl.conf
+echo "net.ipv4.conf.lo.forwarding=1" | sudo tee -a /etc/sysctl.conf
+echo "net.ipv4.ip_nonlocal_bind=1" | sudo tee -a /etc/sysctl.conf
 iptables -P FORWARD ACCEPT
 firewall-cmd --add-masquerade --permanent
 firewall-cmd --add-port=2379-2380/tcp --permanent
@@ -122,29 +135,6 @@ EOF
 }
 EOF
 
-  cat <<EOF > ${setupScriptsDir}/docker_configure_$host.sh
-if [[ -f /tmp/maa/proxy.env ]]; then
-  source /tmp/maa/proxy.env
-fi
-mkdir -p /etc/docker/
-cp /tmp/maa/daemon.json /etc/docker/
-if [[ -f /tmp/maa/http-proxy.conf ]]; then
-  mkdir -p /etc/systemd/system/docker.service.d
-  cp /tmp/maa/http-proxy.conf /etc/systemd/system/docker.service.d/
-fi
-systemctl daemon-reload
-systemctl enable docker
-systemctl start docker
-systemctl restart docker
-systemctl status docker
-echo "Sleeping for possible break..."
-sleep 30
-sysctl net.ipv4.conf.docker0.forwarding=1
-systemctl daemon-reload
-systemctl restart docker
-echo "Docker restarted."
-EOF    
-
   cat <<EOF > ${setupScriptsDir}/k8s_install_$host.sh  
 if [[ -f /tmp/maa/proxy.env ]]; then
   source /tmp/maa/proxy.env
@@ -167,5 +157,28 @@ systemctl restart kubelet
 wget https://raw.githubusercontent.com/coreos/flannel/master/Documentation/kube-flannel.yml -O /tmp/maa/kube-flannel.yml
 wget https://get.helm.sh/helm-v${helm_version}-linux-amd64.tar.gz -O /tmp/maa/helm-v${helm_version}-linux-amd64.tar.gz
 echo "kube* packages installed and started."
+EOF
+
+  cat <<EOF > ${setupScriptsDir}/docker_configure_$host.sh
+if [[ -f /tmp/maa/proxy.env ]]; then
+  source /tmp/maa/proxy.env
+fi
+mkdir -p /etc/docker/
+cp /tmp/maa/daemon.json /etc/docker/
+if [[ -f /tmp/maa/http-proxy.conf ]]; then
+  mkdir -p /etc/systemd/system/docker.service.d
+  cp /tmp/maa/http-proxy.conf /etc/systemd/system/docker.service.d/
+fi
+systemctl daemon-reload
+systemctl enable docker
+systemctl start docker
+systemctl restart docker
+systemctl status docker
+echo "Sleeping for possible break..."
+sleep 30
+sysctl net.ipv4.conf.docker0.forwarding=1
+systemctl daemon-reload
+systemctl restart docker
+
 EOF
 }

FMWKubernetesMAA/OracleEnterpriseDeploymentAutomation/OracleSOASuite/maak8master.env

@@ -1,13 +1,13 @@
 #!/bin/bash
-# Copyright (c) 2022, Oracle and/or its affiliates.
+# Copyright (c) 2022, 2023, Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl.
 #
 # Script to set the environment for Kubernetes Master set up and Oracle SOA Suite deployment on WebLogic Kubernetes Operator
 
 export dt=`date "+%F%T"`
 
 # Location to generate output log
-export log_dir=/scratch/docker/k8logs
+export log_dir=/scratch/k8logs
 
 # Network interface to be used by docker.
 # Sample command to the value

FMWKubernetesMAA/OracleEnterpriseDeploymentAutomation/OracleSOASuite/maak8master.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
-# Copyright (c) 2022, Oracle and/or its affiliates.
+# Copyright (c) 2022, 2023, Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl.
 #
 # Script for Kubernetes Master High Availablility set up
@@ -38,7 +38,7 @@ do
         echo "TOKEN_CA=$token_ca"
         export cp_ca=`ssh -i $ssh_key $user@$host "sudo grep '\-\-certificate-key' $log_dir/kubeadm-exec_$host_$dt.log" | awk '{print $3}'`
         ssh -i $ssh_key $user@$host "mkdir -p $HOME/.kube";
-        ssh -i $ssh_key $user@$host "sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config";
+        ssh -i $ssh_key $user@$host "sudo cp -f /etc/kubernetes/admin.conf $HOME/.kube/config";
         ssh -i $ssh_key $user@$host "sudo chown $(id -u):$(id -g) $HOME/.kube/config";
         echo "Giving some time for first node..."
         sleep 20

FMWKubernetesMAA/OracleEnterpriseDeploymentAutomation/OracleSOASuite/maak8soa.env

@@ -1,5 +1,5 @@
 #!/usr/bin/env bash
-# Copyright (c) 2022, Oracle and/or its affiliates.
+# Copyright (c) 2022, 2023, Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl.
 #
 # Description:
@@ -33,7 +33,7 @@ export wnode2=olk8-w2
 export wnode3=olk8-w3
 
 # Helm version
-export helm_version=3.5.4
+export helm_version=3.10.2
 
 # WebLogic Kubernetes Operator version
 export wlsoperator_version=3.4.4
@@ -48,6 +48,15 @@ export soaedgdomain=soaedgdomain
 export domain_type=soaosb
 export LBR_HN=k8lbr.paasmaaexample.com
 
+# Proxy server
+export proxy=false
+export http_proxy=
+export https_proxy=
+export no_proxy=
+
+# Log Directory
+export log_dir=/scratch/k8logs
+
 # Timeout settings for retries on Kubernetes SOA pod status
 export max_trycountpod=90
 export sleeplapsepod=20

FMWKubernetesMAA/OracleEnterpriseDeploymentAutomation/OracleSOASuite/maak8soa.sh

@@ -1,5 +1,5 @@
 #!/usr/bin/env bash
-# Copyright (c) 2022, Oracle and/or its affiliates.
+# Copyright (c) 2022, 2023, Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl.
 #
 # Description
@@ -10,6 +10,7 @@
 script="${BASH_SOURCE[0]}"
 scriptDir="$( cd "$( dirname "${script}" )" && pwd )"
 source ${scriptDir}/maak8soa.env
+source ${scriptDir}/common/utils.sh
 
 read -s -p "Enter WebLogic password: " wlpswd
 echo
@@ -22,8 +23,13 @@ export wlpswd syspwd schemapwd
 
 echo "Sleeping 10 seconds in case you want to break..."
 sleep 10
+
+ssh -i $ssh_key $user@$mnode1 "mkdir -p /tmp/maa; mkdir -p $log_dir"
+setupProxy
+[[ -e /tmp/setup_proxy.env ]] && scp -i $ssh_key /tmp/setup_proxy.env  $user@$mnode1:/tmp/maa
 # Labeling nodes for the Oracle SOA Suite domain (may need to parameterize this for larger clusters)
 echo "Labeling nodes..."
+ssh -i $ssh_key $user@$mnode1 "kubectl get nodes"
 ssh -i $ssh_key $user@$mnode1 "kubectl  label node $wnode1 name=admin"
 ssh -i $ssh_key $user@$mnode1 "kubectl  label node $wnode2 name=wls1"
 ssh -i $ssh_key $user@$mnode1 "kubectl  label node $wnode3 name=wls2"
@@ -32,11 +38,11 @@ echo "Nodes labeled."
 # Steps specific to Oracle SOA Suite
 echo "Git cloning fmw-kubernetes repository..."
 ssh -i $ssh_key $user@$mnode1 "sudo mkdir -p $soaopdir && sudo chown $user:$user $soaopdir"
-ssh -i $ssh_key $user@$mnode1 "sudo yum install -y git-all";
+ssh -i $ssh_key $user@$mnode1 "sudo bash -c '[[ -e /tmp/maa/setup_proxy.env ]] && source /tmp/maa/setup_proxy.env; yum install -y git-all'";
 sleep 5
 
 
-ssh -i $ssh_key $user@$mnode1 "cd $soaopdir && git clone https://github.com/oracle/fmw-kubernetes.git --branch release/$soak8branch"
+ssh -i $ssh_key $user@$mnode1 "[[ -e /tmp/maa/setup_proxy.env ]] && source /tmp/maa/setup_proxy.env ; env; cd $soaopdir && git clone https://github.com/oracle/fmw-kubernetes.git --branch release/$soak8branch"
 echo "Set up code repository to deploy Oracle SOA Suite domains done"
 
 echo "Sleeping 10 seconds in case you want to break..."
@@ -95,7 +101,7 @@ echo "Sleeping 10 seconds in case you want to break..."
 sleep 10
 
 echo "Creating RCU schemas..."
-ssh -i $ssh_key $user@$mnode1 "cd $soaopdir/fmw-kubernetes/OracleSOASuite/kubernetes/create-rcu-schema && $soaopdir/fmw-kubernetes/OracleSOASuite/kubernetes/create-rcu-schema/create-rcu-schema.sh -s $soaedgprefix -t $domain_type -d $db_url -i $soaimage -q $syspwd -r $schemapwd -l LARGE"
+ssh -i $ssh_key $user@$mnode1 "cd $soaopdir/fmw-kubernetes/OracleSOASuite/kubernetes/create-rcu-schema && $soaopdir/fmw-kubernetes/OracleSOASuite/kubernetes/create-rcu-schema/create-rcu-schema.sh -s $soaedgprefix -t $domain_type -d $db_url -i $soaimage -q $syspwd -r $schemapwd -c SOA_PROFILE_TYPE=LARGE,HEALTHCARE_INTEGRATION=NO"
 echo "RCU schemas created!"
 echo "Sleeping 10 seconds in case you want to break..."
 sleep 10
@@ -249,8 +255,8 @@ EOF
    echo "OSB CLUSTER PORT: $osbport"
 fi
 
-export adminport=`ssh -i $ssh_key $user@$mnode1 "kubectl get -o jsonpath="{.spec.ports[0].nodePort}" services ${soaedgdomain}-adminserver-node-port -n soans"`
+export adminport=30701
 echo "ADMINISTRATION SERVER PORT: $adminport"
 echo "Node port services created!"
-
+echo "Note: Administration server node port service will be available once the server is up and running"
 echo "ALL DONE!"

FMWKubernetesMAA/OracleEnterpriseDeploymentAutomation/OracleSOASuite/maak8worker.env

@@ -1,13 +1,13 @@
 #!/bin/bash
-# Copyright (c) 2022, Oracle and/or its affiliates.
+# Copyright (c) 2022, 2023, Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl.
 #
 # Script to set the environment for Kubernetes Worker set up
 
 export dt=`date "+%F%T"`
 
 # Location to generate output log
-export log_dir=/scratch/docker/k8logs
+export log_dir=/scratch/k8logs
 
 # Network interface to be used by docker.
 # Sample command to get the value

FMWKubernetesMAA/OracleEnterpriseDeploymentAutomation/OracleSOASuite/maak8worker.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
-# Copyright (c) 2022, Oracle and/or its affiliates.
+# Copyright (c) 2022, 2023, Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl.
 #
 # Script for Kubernetes Worker node set up

OracleSOASuite/kubernetes/README.md

@@ -7,11 +7,11 @@ The WebLogic Kubernetes operator (the “operator”) supports deployment of Ora
 * `soaosb`: Deploys a domain with SOA, Oracle Enterprise Scheduler (ESS), and Oracle Service Bus
 
 ***
-The current supported production release is [22.4.2](https://github.com/oracle/fmw-kubernetes/releases).
+The current supported production release is [23.1.2](https://github.com/oracle/fmw-kubernetes/releases).
 ***
 
 In this release, Oracle SOA Suite domains are supported using the “domain on a persistent volume”
-[model](https://oracle.github.io/weblogic-kubernetes-operator/managing-domains/choosing-a-model/) only, where the domain home is located in a persistent volume (PV).
+[model](https://oracle.github.io/weblogic-kubernetes-operator/userguide/managing-domains/choosing-a-model/) only, where the domain home is located in a persistent volume (PV).
 
 The operator has several key features to assist you with deploying and managing Oracle SOA Suite domains in a Kubernetes environment. You can:
 

OracleSOASuite/kubernetes/charts/apache-webtier/values.yaml

@@ -4,8 +4,8 @@
 # Apache webtier docker image
 image: "oracle/apache:12.2.1.3"
 
-# imagePullPolicy specifies the image pull policy for the apache webiter docker image
-imagePullPolicy: "IfNotPresent"
+# imagePullPolicy specifies the image pull policy for the Apache webtier container image
+imagePullPolicy: IfNotPresent
 
 # imagePullSecrets contains an optional list of Kubernetes secrets, that are needed
 # to access the registry containing the apache webtier image.