SAP HANA云上部署

lsblkNAME   MAJ:MIN RM  SIZE RO TYPE MOUNTPOINTvda    253:0    0  100G  0 disk└─vda1 253:1    0  100G  0 part /vdb    253:16   0  500G  0 diskvdc    253:32   0  500G  0 diskvdd    253:48   0  500G  0 diskvde    253:64   0   64G  0 diskvdf    253:80   0   20G  0 disk

echo "modprobe softdog" > /etc/init.d/boot.localecho "softdog" > /etc/modules-load.d/watchdog.confmodprobe softdog
# watchdog配置检查ls -l /dev/watchdogcrw------- 1 root root 10, 130 Apr 23 12:09 /dev/watchdoglsmod | grep -e wdt -e dogsoftdog                16384  0 grep -e wdt -e dog /etc/modules-load.d/watchdog.confsoftdog

sbd -d /dev/vdf -4 60 -1 30 create
# 配置SBD参数vim /etc/sysconfig/sbd
# 修改以下参数,将SBD_DEVICE的值替换成共享块存储的设备标识SBD_DEVICE="/dev/vdf"SBD_STARTMODE="clean"SBD_OPTS="-W"

sbd -d /dev/vdf list

sbd -d /dev/vdf list       saphana-01      clear1       saphana-02      clear

sbd -d /dev/vdf message saphana-02 reset

sbd -d /dev/vdf list       saphana-01      clear1       saphana-02      reset   saphana-01sbd -d /dev/vdf message saphana-02 clearsbd -d /dev/vdf list       saphana-01      clear1       saphana-02      clear   saphana-01

# 检查Python3的版本python3 -VPython 3.6.15# 检查Python包管理工具pip版本pip -Vpip 21.2.4 from /usr/lib/python3.6/site-packages/pip (python 3.6)

# 安装python3.6wget https://www.python.org/ftp/python/3.6.15/Python-3.6.15.tgztar -xf Python-3.6.15.tgz./configuremake && make install# 安装验证python3 -V
# 安装pipcurl https://bootstrap.pypa.io/get-pip.py -o get-pip.pypython get-pip.py# 安装验证pip -V

python3 -m pip install --upgrade pippip3 install --upgrade  aliyun-python-sdk-corepip3 install --upgrade  aliyun-python-sdk-ecs# 安装依赖包pip3 install pycurl pexpectzypper install libcurl-devel
# 安装验证pip list | grep aliyun-pythonaliyun-python-sdk-core 2.13.35aliyun-python-sdk-core-v3 2.13.32aliyun-python-sdk-ecs  4.24.8

{    "Version": "1",    "Statement": [        {            "Effect": "Allow",            "Action": [                "ecs:StartInstance",                "ecs:StopInstance",                "ecs:RebootInstance",                "ecs:DescribeInstances"            ],            "Resource": [                "acs:ecs:*:*:instance/*"            ]        }    ]}

curl https://github.com/ClusterLabs/fence-agents/blob/main/agents/aliyun/fence_aliyun.py > /usr/sbin/fence_aliyun# 配置权限chmod 755 /usr/sbin/fence_aliyunchown root:root /usr/sbin/fence_aliyun

# 指定解释器为python3sed -i "1s|@PYTHON@|$(which python3 2>/dev/null || which python 2>/dev/null)|" /usr/sbin/fence_aliyun# 指定Fence agent lib 目录sed -i "s|@FENCEAGENTSLIBDIR@|/usr/share/fence|" /usr/sbin/fence_aliyun

# 使用fence_aliyun获取ECS实例的运行状态# 语法示例：# fence_aliyun --[region ID] --ram-role [RAM role] --action status --plug '[ECS实例ID]'# 示例如下：fence_aliyun --region cn-beijing --ram-role AliyunECSAccessingHBRRole --action status --plug 'i-xxxxxxxxxxxxxxxxxxxx'
# 配置正常会返回此实例的状态，示例如下：Status: ON

127.0.0.1       localhost#业务网192.168.10.168  saphana-01      saphana-01192.168.10.169  saphana-02      saphana-02
#心跳网192.168.20.19   hana-ha01 hana-ha01192.168.20.20   hana-ha02 hana-ha02

ssh-keygen -t rsassh-copy-id -i /root/.ssh/id_rsa.pub root@192.168.10.169

ssh-keygen -t rsassh-copy-id -i /root/.ssh/id_rsa.pub root@192.168.10.168

sed -i '/DHCLIENT_SET_HOSTNAME/ c\DHCLIENT_SET_HOSTNAME="no"' /etc/sysconfig/network/dhcp

sed -i "s/^ - update_etc_hosts/#- update_etc_hosts/" /etc/cloud/cloud.cfg

cat /sys/devices/system/clocksource/clocksource0/current_clocksourcekvm-clock

cat /sys/devices/system/clocksource/clocksource0/available_clocksourcekvm-clock tsc acpi_pm

sudo bash -c 'echo tsc > /sys/devices/system/clocksource/clocksource0/current_clocksource'

dmesg | lessclocksource: Switched to clocksource tsc

GRUB_CMDLINE_LINUX=" net.ifnames=0 console=tty0 console=ttyS0,115200n8 clocksource=tsc tsc=reliable"
生成grub.cfg文件grub2-mkconfig -o /boot/grub2/grub.cfg

pvcreate /dev/vdb /dev/vdc /dev/vdd /dev/vde /dev/vdf /dev/vdgvgcreate datavg /dev/vdb /dev/vdc /dev/vddvgcreate logvg /dev/vdevgcreate sharedvg /dev/vdfvgcreate sapvg /dev/vdg

'将datavg的三块300G的SSD云盘制作条带化' lvcreate -l 100%FREE -n datalv -i 3 -I 256 datavg lvcreate -l 100%FREE -n loglv logvg lvcreate -l 100%FREE -n sharedlv sharedvg lvcreate -l 100%FREE -n usrsaplv sapvg

mkdir -p /usr/sap /hana/data /hana/log /hana/sharedmkfs.xfs /dev/sapvg/usrsaplvmkfs.xfs /dev/datavg/datalvmkfs.xfs /dev/logvg/loglvmkfs.xfs /dev/sharedvg/sharedlv

vim /etc/fstab# 添加下列项：/dev/mapper/datavg-datalv  /hana/data  xfs defaults    0   0/dev/mapper/logvg-loglv   /hana/log   xfs defaults    0   0/dev/mapper/sharedvg-sharedlv    /hana/shared    xfs defaults    0   0/dev/mapper/sapvg-usrsaplv /usr/sap    xfs defaults    0   0
# 挂载文件系统mount -a

# SLES 12 for SAP版本的组件zypper in -y patterns-sles-sap_serverzypper in -y patterns-ha-ha_sles sap_suse_cluster_connector saptune fence-agents# SLES 15 for SAP版本的组件zypper in -y patterns-server-enterprise-sap_serverzypper in -y patterns-ha-ha_sles sap-suse-cluster-connector corosync-qdevice saptune fence-agents

# 进入集群配置yast2 cluster

# scp -pr /etc/corosync/authkey /etc/corosync/corosync.conf root@saphana-02:/etc/corosync/

# systemctl start pacemaker

crm_mon -rStack: corosyncCurrent DC: saphana-02 (version 1.1.16-4.8-77ea74d) - partition with quorumLast updated: Tue Apr 23 11:22:38 2019Last change: Tue Apr 23 11:22:36 2019 by hacluster via crmd on saphana-02
2 nodes configured resources configured
Online: [ saphana-01 saphana-02 ]
No resources

# 设置hacluster用户的密码passwd hacluster
# 重启服务，使设置生效systemctl restart hawk

https://[ECS实例IP地址]:7630

###SAP HANA Topology is a resource agent that monitors and analyze the HANA landscape and communicate the status between two nodes##primitive rsc_SAPHanaTopology_HDB ocf:suse:SAPHanaTopology \        operations $id=rsc_SAPHanaTopology_HDB-operations \        op monitor interval=10 timeout=600 \        op start interval= timeout=600 \        op stop interval= timeout=300 \        params SID=H01 InstanceNumber=00###This file defines the resources in the cluster together with the Virtual IP###primitive rsc_SAPHana_HDB ocf:suse:SAPHana \        operations $id=rsc_SAPHana_HDB-operations \        op start interval= timeout=3600 \        op stop interval= timeout=3600 \        op promote interval= timeout=3600 \        op monitor interval=60 role=Master timeout=700 \        op monitor interval=61 role=Slave timeout=700 \        params SID=H01 InstanceNumber=00 PREFER_SITE_TAKEOVER=true DUPLICATE_PRIMARY_TIMEOUT=7200 AUTOMATED_REGISTER=false#This is for sbd setting##primitive rsc_sbd stonith:external/sbd \        op monitor interval=20 timeout=15 \        meta target-role=Started maintenance=false#This is for VIP resource setting##primitive rsc_vip IPaddr2 \        operations $id=rsc_vip-operations \        op monitor interval=10s timeout=20s \        params ip=192.168.10.12ms msl_SAPHana_HDB rsc_SAPHana_HDB \        meta is-managed=true notify=true clone-max=2 clone-node-max=1 target-role=Started interleave=true maintenance=falseclone cln_SAPHanaTopology_HDB rsc_SAPHanaTopology_HDB \        meta is-managed=true clone-node-max=1 target-role=Started interleave=true maintenance=falsecolocation col_saphana_ip_HDB 2000: rsc_vip:Started msl_SAPHana_HDB:Masterorder ord_SAPHana_HDB Optional: cln_SAPHanaTopology_HDB msl_SAPHana_HDBproperty cib-bootstrap-options: \        have-watchdog=true \        cluster-infrastructure=corosync \        cluster-name=cluster \        no-quorum-policy=ignore \        stonith-enabled=true \        stonith-action=reboot \        stonith-timeout=150srsc_defaults rsc-options: \        migration-threshold=5000 \        resource-stickiness=1000op_defaults op-options: \        timeout=600 \        record-pending=true

primitive res_ALIYUN_STONITH_1 stonith:fence_aliyun \    op monitor interval=120 timeout=60 \    params plug=i-xxxxxxxxxxxxxxxxxxxx ram_role=xxxxxxxxxxxxxxxxxxxx region=cn-xxxx \    meta target-role=Startedprimitive res_ALIYUN_STONITH_2 stonith:fence_aliyun \    op monitor interval=120 timeout=60 \    params plug=i-xxxxxxxxxxxxxxxxxxxx ram_role=xxxxxxxxxxxxxxxxxxxx region=cn-xxxx \    meta target-role=Started# havip resources   primitive rsc_vip IPaddr2 \        operations $id=rsc_vip-operations \        op monitor interval=10s timeout=20s \        params ip=x.x.x.x###SAP HANA Topology is a resource agent that monitors and analyze the HANA landscape and communicate the status between two nodes##primitive rsc_SAPHanaTopology_HDB ocf:suse:SAPHanaTopology \        operations $id=rsc_SAPHanaTopology_HDB-operations \        op monitor interval=10 timeout=600 \        op start interval= timeout=600 \        op stop interval= timeout=300 \        params SID=XXX InstanceNumber=XX###This file defines the resources in the cluster together with the Virtual IP###primitive rsc_SAPHana_HDB ocf:suse:SAPHana \        operations $id=rsc_SAPHana_HDB-operations \        op start interval= timeout=3600 \        op stop interval= timeout=3600 \        op promote interval= timeout=3600 \        op monitor interval=60 role=Master timeout=700 \        op monitor interval=61 role=Slave timeout=700 \        params SID=XXX InstanceNumber=XX PREFER_SITE_TAKEOVER=true DUPLICATE_PRIMARY_TIMEOUT=7200 AUTOMATED_REGISTER=false
ms msl_SAPHana_HDB rsc_SAPHana_HDB \        meta is-managed=true notify=true clone-max=2 clone-node-max=1 target-role=Started interleave=true maintenance=falseclone cln_SAPHanaTopology_HDB rsc_SAPHanaTopology_HDB \        meta is-managed=true clone-node-max=1 target-role=Started interleave=true maintenance=falsecolocation col_saphana_ip_HDB 2000: rsc_vip:Started msl_SAPHana_HDB:Masterlocation loc_saphana-01_stonith_not_on_saphana-01 res_ALIYUN_STONITH_1 -inf: saphana-01#Stonith 1 should not run on primary node because it is controling primary nodelocation loc_saphana-02_stonith_not_on_saphana-02 res_ALIYUN_STONITH_2 -inf: saphana-02order ord_SAPHana_HDB Optional: cln_SAPHanaTopology_HDB msl_SAPHana_HDB
property cib-bootstrap-options: \        have-watchdog=false \        cluster-infrastructure=corosync \        cluster-name=cluster \        stonith-enabled=true \        stonith-action=off \        stonith-timeout=150srsc_defaults rsc-options: \        migration-threshold=5000 \        resource-stickiness=1000op_defaults op-options: \        timeout=600

crm configure load update HANA_HA_script.txt

crm_mon -rStack: corosyncCurrent DC: saphana-01 (version 1.1.16-4.8-77ea74d) - partition with quorumLast updated: Wed Apr 24 11:48:38 2019Last change: Wed Apr 24 11:48:35 2019 by root via crm_attribute on saphana-01
2 nodes configured6 resources configured
Online: [ saphana-01 saphana-02 ]
Full list of resources:
rsc_sbd (stonith:external/sbd): Started saphana-01rsc_vip (ocf::heartbeat:IPaddr2):       Started saphana-01 Master/Slave Set: msl_SAPHana_HDB [rsc_SAPHana_HDB]     Masters: [ saphana-01 ]     Slaves: [ saphana-02 ] Clone Set: cln_SAPHanaTopology_HDB [rsc_SAPHanaTopology_HDB]     Started: [ saphana-01 saphana-02 ]

crm_mon -rStack: corosyncCurrent DC: hana02 (version 2.0.1+20190417.13d370ca9-3.21.1-2.0.1+20190417.13d370ca9) - partition with quorumLast updated: Sat Jan 29 13:14:47 2022Last change: Sat Jan 29 13:13:44 2022 by root via crm_attribute on hana01
2 nodes configured7 resources configured
Online: [ hana01 hana02 ]
Full list of resources:
res_ALIYUN_STONITH_1    (stonith:fence_aliyun): Started hana02res_ALIYUN_STONITH_2    (stonith:fence_aliyun): Started hana01rsc_vip (ocf::heartbeat:IPaddr2):       Started hana01 Clone Set: msl_SAPHana_HDB [rsc_SAPHana_HDB] (promotable)     Masters: [ hana01 ]     Slaves: [ hana02 ] Clone Set: cln_SAPHanaTopology_HDB [rsc_SAPHanaTopology_HDB]     Started: [ hana01 hana02 ]
 


来源 https://mp.weixin.qq.com/s/bvL7N2PJlVW7fsXCupjbXA