基于 AWS SOCA 构建混合云芯片设计环境最佳实践

yum install -y gcc make rpm-build libtool hwloc-devel \
libX11-devel libXt-devel libedit-devel libical-devel \
ncurses-devel perl postgresql-devel python-devel tcl-devel \
tk-devel swig expat-devel openssl-devel libXext libXft \
autoconf automake

yum install -y expat libedit postgresql-server python \
sendmail sudo tcl tk libical

yum -y install compat-openldap cyrus-sasl cyrus-sasl-devel openldap openldap-clients openldap-devel openldap-servers unixODBC unixODBC-devel

yum -y install avahi-libs bind-libs bind-libs-lite bind-license bind-utils c-ares cups-libs cyrus-sasl-gssapi http-parser libdhash libipa_hbac libldb libsmbclient libsss_autofs libsss_certmap libsss_idmap libsss_nss_idmap libsss_sudo libtalloc libtdb libtevent libwbclient python-sssdconfig samba-client-libs samba-common samba-common-libs sssd sssd-ad sssd-client sssd-common sssd-common-pac sssd-ipa sssd-krb5 sssd-krb5-common sssd-ldap sssd-proxy

cd ~
wget https://github.com/openpbs/openpbs/archive/v18.1.4.tar.gz
tar zxvf v18.1.4.tar.gz
cd openpbs-18.1.4
./autogen.sh
./configure --prefix=/opt/pbs
make 
sudo make install 
sudo /opt/pbs/libexec/pbs_postinstall 
echo 10.0.xxx.xxx     ip-10-0-xxx-xxx >> /etc/hosts
echo 10.0.xxx.xxx     ip-10-0-xxx-xxx.xx-xxxxxxx-1.compute.internal >> /etc/hosts
sudo vi /etc/pbs.conf
#依照以下内容更新 pbs.conf 中的相关配置

PBS_SERVER=ip-10-0-xxx-xxx
PBS_START_SERVER=0
PBS_START_SCHED=0
PBS_START_COMM=0
PBS_START_MOM=1
PBS_EXEC=/opt/pbs
PBS_HOME=/var/spool/pbs
PBS_CORE_LIMIT=unlimited
PBS_SCP=/usr/bin/scp

sudo chmod 4755 /opt/pbs/sbin/pbs_iff /opt/pbs/sbin/pbs_rcp 

sudo /etc/init.d/pbs start

source /etc/profile.d/pbs.sh

qsub –version
qstat --version 

cd ~
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
unzip awscliv2.zip
sudo ./aws/install

qsub –version
qstat --version 

Svi addtoLDAP.sh     #制作加域脚本，将以下内容拷入脚本中（注意核对 PEM 证书位置）

#!/bin/bash -xe

#input the SCHEDULER_HOSTNAME which is also the LDAP server host name
SCHEDULER_HOSTNAME=ip-10-0-xxx-xxx.xx-xxxxxxx-1.compute.internal

# Default LDAP base
LDAP_BASE="DC=soca,DC=local"

# Disable SELINUX
sed -i 's/SELINUX=enforcing/SELINUX=disabled/g' /etc/selinux/config

# Configure Host
SERVER_IP=$(hostname -I)
SERVER_HOSTNAME=$(hostname)
SERVER_HOSTNAME_ALT=$(echo $SERVER_HOSTNAME | cut -d. -f1)
echo $SERVER_IP $SERVER_HOSTNAME $SERVER_HOSTNAME_ALT >> /etc/hosts


# Configure Ldap
echo "URI ldap://$SCHEDULER_HOSTNAME" >> /etc/openldap/ldap.conf
echo "BASE $LDAP_BASE" >> /etc/openldap/ldap.conf

echo -e "[domain/default]
enumerate = True
autofs_provider = ldap
cache_credentials = True
ldap_search_base = $LDAP_BASE
id_provider = ldap
auth_provider = ldap
chpass_provider = ldap
sudo_provider = ldap
ldap_sudo_search_base = ou=Sudoers,$LDAP_BASE
ldap_uri = ldap://$SCHEDULER_HOSTNAME
ldap_id_use_start_tls = True
use_fully_qualified_names = False
ldap_tls_cacertdir = /etc/openldap/cacerts
[sssd]
services = nss, pam, autofs, sudo
full_name_format = %2\$s\%1\$s
domains = default
[nss]
homedir_substring = /data/home
[pam]
[sudo]
ldap_sudo_full_refresh_interval=86400
ldap_sudo_smart_refresh_interval=3600
[autofs]
[ssh]
[pac]
[ifp]
[secrets]" > /etc/sssd/sssd.conf

chmod 600 /etc/sssd/sssd.conf
service sssd enable 
service sssd  restart 

#centOS6 openssl not work , so add a copy content
cp -a /home/root/setup/SOCA-Add-LDAP/openldap-server.pem /etc/openldap/cacerts/
#copy /etc/openldap/cacerts/  from other soca host to this host

authconfig --disablesssd --disablesssdauth --disableldap --disableldapauth --disablekrb5 --disablekrb5kdcdns --disablekrb5realmdns --disablewinbind --disablewinbindauth --disablewinbindkrb5 --disableldaptls --disablerfc2307bis --updateall

sss_cache -E

authconfig --enablesssd --enablesssdauth --enableldap --enableldaptls --enableldapauth --ldapserver=ldap://$SCHEDULER_HOSTNAME --ldapbasedn=$LDAP_BASE --enablelocauthorize --enablemkhomedir --enablecachecreds --updateall

echo "sudoers: files sss" >> /etc/nsswitch.conf

# Disable StrictHostKeyChecking
echo "StrictHostKeyChecking no" >> /etc/ssh/ssh_config
echo "UserKnownHostsFile /dev/null" >> /etc/ssh/ssh_config

source /etc/environment
export PATH=$PATH:/usr/local/bin
AWS=$(which aws)
service pbs stop
systemctl stop pbs
echo "systemctl stop pbs
source /etc/environment
systemctl start pbs" >> /etc/rc.local
chmod +x /etc/rc.d/rc.local
systemctl enable rc-local
reboot

pbsnodes -a

vim qsub job_submit.que

#!/bin/bash
##BEGIN PBS SETTINGS: Note PBS lines MUST start with
#PBS -N job_from_idc_1
#PBS -V -j oe -o job_from_idc_1.qlog
#PBS -P job_from_idc_1
#PBS -q  normal
#PBS -l nodes=1
##END PBS SETTINGS
##BEGIN ACTUAL CODE
#echo hello world
##END ACTUAL CODE

qsub job_submit.que

qstat -a