# Installation Notes

# System Name:        xtorc-sss.csm.ornl.gov
# Architecture:       IBM IntelliStation P4 i686
# Operating System:   Linux 2.4.20-28.9 RedHat 9.0
# Date:               31 MAR 2004

################################################################################
# Initial Setup
################################################################################

# Create a user to manage the SSS resource management environment:
[root] useradd sss
[root] passwd sss
[sss] mkdir ~/src
[sss] cd ~/src
# Copy the distro into ~sss/src
[sss] tar -zxvf sssrma-0.1.tar.gz

############################################################################### 
#
# Process Manager, Service Directory and Event Manager
# 
# Install the ssslib Process Manager, Service Directory and Event Manager
#
################################################################################

# Prerequisites
===============

# Install ElementTree
[sss] cd ~/src
[sss] tar -zxvf elementtree-1.2a5_20031115.tar.gz
[root] cd ~sssdemo/src/elementtree-1.2a5_20031115
[root] python setup.py build
[root] python setup.py install

# Install and start mpd
[root] /opt/MPICH2/bin/mpd &

# Installation via tarball:
===========================

[sss] cd ~/src
[sss] tar -zxvf sss-0.98.5.tar.gz
[sss] cd sss-0.98.5
[sss] ./configure --prefix=/usr/local/ssslib --with-cfg=/usr/local/ssslib/etc
[sss] make
[root] cd ~sssdemo/src/sss-0.98.5
[root] make -k install
[root] export LD_LIBRARY_PATH=/usr/local/ssslib/lib
[root] export PYTHONPATH=/usr/local/ssslib/lib/python2.2/site-packages

# Configuration:
================

# Startup: (assuming bash)
==========

[root] mkdir /usr/local/ssslib/log
[root] /usr/local/ssslib/sbin/sd.py >/usr/local/ssslib/log/sd.log 2>&1 &
[root] /usr/local/ssslib/sbin/emng.py >/usr/local/ssslib/log/emng.log 2>&1 &
[root] /usr/local/ssslib/sbin/mpdpm.py -m /opt/MPICH2/bin >/usr/local/ssslib/log/mpdpm.log 2>&1 &

################################################################################
#
# Bamboo
# 
# Install the Bamboo Resource Manager.
#
################################################################################

# Prerequisites
===============

# Install xerces-c
# Already installed via rpm (xerces-c-2.3.0-3, xerces-c-devel-2.3.0-3)
#[sss] cd ~/src
#[sss] wget http://xml.apache.org/dist/xerces-c/stable/xerces-c-src_2_3_0.tar.gz
#[sss] tar -zxvf xerces-c-src_2_3_0.tar.gz
#[sss] cd xerces-c-src_2_3_0
#[sss] export XERCESCROOT=/home/sss/src/xerces-c-src_2_3_0
#[sss] cd $XERCESCROOT/src/xercesc
#[sss] autoconf
#[sss] ./runConfigure -plinux -cgcc -xg++ -minmem -nsocket -tnative -rpthread
#[sss] cd /home/sss/src/xerces-c-src_2_3_0/src/xercesc
#[sss] PATH=/usr/local/bin:$PATH gmake

# Installation via tarball:
===========================

[sss] cd ~/src
[sss] tar -zxvf bamboo-0.9.5.tar.gz
[sss] cd bamboo-0.9.5
[sss] ./configure --prefix=/usr/local/bamboo
[sss] make
[root] cd ~sss/src/bamboo-0.9.5
[root] make install
[root] mkdir /usr/local/bamboo/log

# Configuration:
================

# Startup:
==========

[root] /usr/local/bamboo/sbin/bamboo >/usr/local/bamboo/log/bamboo.log 2>&1 &


################################################################################
#
# Warehouse
# 
# Install the Warehouse System Monitor
#
################################################################################

# Installation via tarball:
===========================

[sss] cd ~/src
[sss] tar -zxvf warehouse-0.6.5.tar.gz
[sss] cd warehouse-0.6.5
[sss] make
[root] cd ~sss/src/warehouse-0.6.5
[root] make install_SysMon
[root] make install_node

# Configuration:
================

# Edit the Warehouse System Config File
[root] vi /etc/warehouse_System_Monitor.conf

################################
SystemMonitorlisten 12321
warehouselisten 12345
warehouse node0-sss 2001
node node0-sss@compute;
@;
################################

# Edit the Warehouse Client Config File
[root] vi /etc/warehouse_linux_monitor.conf

################################
listen 2001
################################

[root] mkdir -p /usr/local/warehouse/log

# Startup:
==========

[root] /usr/local/bin/warehouse_linux_monitor /etc/warehouse_linux_monitor.conf >/usr/local/warehouse/log/warehouse_linux_monitor.log 2>&1 &
[root] /usr/local/bin/warehouse_System_Monitor /etc/warehouse_System_Monitor.conf >/usr/local/warehouse/log/warehouse_System_Monitor.log 2>&1 &


################################################################################
#
# Maui Scheduler
# 
# Install the Maui Scheduler.
#
################################################################################

# Installation via tarball:
===========================

[sss] cd ~/src
#[sss] tar -zxvf maui-3.2.6.tar.gz
[sss] tar -zxvf maui-sss.tar.gz
#[sss] cd maui-3.2.6
[sss] cd maui-sss
#[sss] ./configure
#Maui Installation Directory? /usr/local/maui
#Maui Home Directory? /usr/local/maui
#Compiler? gcc
#Secret Key? sss
#Do you want to use PBS? N
#Do you want to use SGE? N
#[root] mkdir /usr/local/maui
#[root] chown sss /usr/local/maui
#[root] cd ~sssdemo/src/maui-3.2.6
#[root] make
[sss] ./configure --with-bamboo --with-warehouse --with-gold
[sss] make
[root] cd ~sssdemo/src/maui-sss
[root] make install

# Configuration:
================

# Edit the Maui Config File
vi /usr/local/maui/maui.cfg

# Set the primary admin
ADMIN1  sss root

# Use the SSS Resource Manager and Node Manager
RMCFG[SSS] TYPE=SSS HOST=sss PORT=4204 VERSION=SSS2.0 SOCKETPROTOCOL=HTTP WIREPROTOCOL=SSS2 NMSERVER=sss NMPORT=12321

# Use the Gold Allocation Manager
AMCFG[bank] TYPE=GOLD HOST=sss PORT=7112 SOCKETPROTOCOL=HTTP WIREPROTOCOL=XML CHARGEPOLICY=DEBITALLWC JOBFAILUREACTION=NONE TIMEOUT=15

# Create a maui-private.cfg file
[root] cat >/usr/local/maui/maui-private.cfg <<EOF
CLIENTCFG[AM:bank] CSKEY=sss CSALGO=HMAC
CLIENTCFG[RM:SSS] CSKEY=sss
EOF

# Startup:
==========

[root] /usr/local/maui/sbin/maui


################################################################################
#
# Gold
# 
# Install the Gold Accounting and Allocation Manager
#
################################################################################

# Prerequisites
===============

# Install Java 2 SDK 1.4 or higher
# j2sdk1.4.2_03 already installed via rpm (j2sdk-1.4.2_03-fcs)
#[root]  cd /usr/local/src
## Download j2sdk-1_4_2_01-linux-i586.bin
## ( or j2sdk-1_4_2_01-linux-i586-rpm.bin )
## from http://java.sun.com/j2se/1.4/download.html
#[root]  chmod +x j2sdk-1_4_2_01-linux-i586.bin
#[root]  cd /usr/local && src/j2sdk-1_4_2_01-linux-i586.bin
## Add the java interpreter, javac, jar, etc. to your path
#[sss]  export PATH=$PATH:/usr/local/j2sdk1.4.2_01/bin
## Set an environment variable JAVA_HOME to the pathname of the directory
## into which you installed the JDK release.
#[sss]  export JAVA_HOME=/usr/local/j2sdk1.4.2_01


# Install, configure and start PostgreSQL database 7.1 or higher
# postgresql-7.3.2 already installed via rpm (postgresql-server-7.3.2-3, postgresql-libs-7.3.2-3, postgresql-7.3.2-3)
## Install postgresql (if not already installed)
#[root]  cd /usr/local/src
#[root]  wget --passive-ftp ftp://ftp3.us.postgresql.org/pub/postgresql/source/v7.3.4/postgresql-7.3.4.tar.gz
#[root]  gzip -cd postgresql-7.3.4.tar.gz | tar -xvf -
#[root]  cd postgresql-7.3.4
#[root]  ./configure
#[root]  make
#[root]  make install
## Prepare data and log directories
#[root]  adduser postgres
#[root]  mkdir /usr/local/pgsql/data
#[root]  touch /var/log/pgsql
#[root]  chown postgres /var/log/pgsql
## Initialize the database
#[postgres]  /usr/local/pgsql/bin/initdb -D /usr/local/pgsql/data
[root] /etc/init.d/postgresql start
[root] sed "s/-o '/-o '-i /" /etc/init.d/postgresql >/etc/init.d/postgresql.mod
[root] mv /etc/init.d/postgresql.mod /etc/init.d/postgresql
[root] /etc/init.d/postgresql restart

# Install Perl 5.6 or higher (with suidperl)
# Perl 5.8.0 already installed via rpm (perl-5.8.0-88)
[root] cd /usr/local/src
[root] wget ftp://rpmfind.speakeasy.net/linux/redhat/updates/9/en/os/i386/perl-suidperl-5.8.0-88.3.i386.rpm
[root] rpm -Uvh perl-suidperl-5.8.0-88.3.i386.rpm

# Install LibXML 2.4.25 or higher
# Already installed by default on RedHat 9.0

# Installation via tarball:
===========================

[sss] cd ~/src
[sss] tar -zxvf gold-1.0.a1.0.tar.gz
[sss] cd gold-1.0.a1.0
[sss] ./configure --prefix=/usr/local/gold
[sss] make
[root] cd ~sss/src/gold-1.0.a1.0
[root] make install
[root] make auth_key

# Configuration:
================

# Configure the postgres database
[postgres] echo "host    all         all         `hostname --ip-address`    255.255.255.255   trust" >>data/pg_hba.conf
[postgres] createuser sss
Shall the new user be allowed to create databases? y
Shall the new user be allowed to create more new users? n
[sss] createdb gold
[sss] psql gold <create.sql

# Startup:
==========

[sss] /usr/local/gold/sbin/goldd
[sss] /usr/local/gold/bin/gold <bank.gold

# Create users, projects, allocations as necessary
[sss] /usr/local/gold/bin/gmkuser sss
[sss] /usr/local/gold/bin/gmkmachine sss
[sss] /usr/local/gold/bin/gmkproject sss --member User=sss
[sss] /usr/local/gold/bin/gdeposit -p sss -m ANY -z 1000000
[sss] /usr/local/gold/bin/gold ChargeRate Create Type=Resource Name=Processors Rate=1


############################################################################### 
#
# Simple job test
# 
# See if a simple job can run. This will exercize the basic functionality of
# all components.
#
################################################################################

[sss] cd
[sss] cat >>sssjob <<EOF
#!/bin/bash

#PBS -N sssjob 
#PBS -S /bin/bash 
#PBS -l nodes=1:ppn=1,walltime=24:00:00 
##PBS -A sss
#PBS -e /tmp
#PBS -o /tmp
#PBS -V 

/bin/hostname
date
sleep 30
EOF

[sss] chmod +x sssjob
[sss] /usr/local/bamboo/bin/qsub -A sss ./sssjob