= torque 


= server list

ServerName      IP               process                role

gird1      192.168.0.11    pbs_server, pbs_sched     server  Node
gird2      192.168.0.12    pbs_mom                   compute node
grid3      192.168.0.13    bps_mon                   compute node


= pre setup
*make griduser (adduser gird) on eash server.
*Setup auto ssh login setting among grid1,2,3's grid user


= Install troque soruce onto grid1,2,3

>wget http://www.clusterresources.com/downloads/torque/torque-2.3.6.tar.gz
>tar zxvf torque-2.3.6.tar.gz
>cd torque-2.3.6
>./configure
>make
>make install

= Server Nodes (gird1)

>vi /var/spool/torque/server_priv/nodes
grid1 np=1
grid2 np=1

>./torque.setup root

If you get .so error, mabye below command will help.
>echo '/usr/local/lib/' >> /etc/ld.so.conf
>ldconfig


= Computer Nodes

>vi /var/spool/torque/mom_priv/config
$pbsserver      grid1             # note: hostname running pbs_server
$logevent       255               # bitmap of which events to log

>pbs_mom

= ServerNode
>qterm -t quick
>pbs_server
>bps_sched

#chekck compute node
>pbsnodes -a  
grid2
     state = free
     np = 1
     ntype = cluster
     status = opsys=linux,uname=Linux grid2 2.6.26-2-amd64 #1 SMP Fri Mar 27 04:02:59 UTC 2009 x86_64,sessions=? 15201,nsessions=? 15201,nusers=0,idletime=760,totmem=740704kb,availmem=707612kb,physmem=253288kb,ncpus=1,loadave=0.00,netload=14191678,state=free,jobs=,varattr=,rectime=1241020921

grid3
     state = free
     np = 1
     ntype = cluster
     status = opsys=linux,uname=Linux grid3 2.6.26-2-amd64 #1 SMP Fri Mar 27 04:02:59 UTC 2009 x86_64,sessions=? 15201,nsessions=? 15201,nusers=0,idletime=50662,totmem=740704kb,availmem=708776kb,physmem=253288kb,ncpus=1,loadave=0.00,netload=16268225,state=free,jobs=,varattr=,rectime=1241020923


# verify all queues are properly configured
> qstat -q

# view additional server configuration
> qmgr -c 'p s'

# verify all nodes are correctly reporting
> pbsnodes -a 

# submit a basic job - DO NOT RUN AS ROOT
> su - testuser
> echo "sleep 30" | qsub

# verify jobs display
> qstat


= create que on gird1

vi server.conf

#
# Create and define queue dque
#
create queue dque
set queue dque queue_type = Execution
set queue dque enabled = True
set queue dque started = True
#
# Set server attributes.
#
set server scheduling = True
set server default_queue = dque
set server log_events = 511
set server mail_from = adm
set server scheduler_iteration = 600

>qmgr < server.conf

>vi sample.sh
#!/bin/sh
#PBS -l ncpus=1
#PBS -l nodes=2
#PBS -q dque
#PBS -N sample-
#PBS -j oe

>cd /home/grid
./test.sh
exit 0

>vi test.sh
#!/bin/sh

echo Hello

>scp test.sh grid@grid2:/home/grid/.
test.sh                               
>scp test.sh grid@grid3:/home/grid/.
test.sh

>qsub sample.sh


= Moab Workload Manager



>tar zxvf moab-5.3.3-linux-x86_64-torque.tar.gz
>cd moab-5.3.3
>./configure --with-torque=/usr/local
>make install
>moab

>cd /opt/moab


= Moab Cluster Manager

download
http://www.clusterresources.com/download/mcm/mcm-5.3.3-4646.exe

connect to ip address of moab workload manager


= Moab Access Portal

>vi /opt/moab/moab.cfg
ADMINCFG[4]           USERS=ALL

>aptitude install sun-java5-bin sun-java5-jdk sun-java5-jre
>aptitude install unzip

>tar zxvf map-5.2.0.tar.gz
>cd map-5.2.0
>configure
>./mapctl.sh start


access
http://216.69.70.81:8080/map/user/index.jsp

== Moab Grid misc

> /opt/moab/
> mctl -R -v
> mrmctl -m state=enabled grid4