=== CTDB SAMBA Lustre on CetnOS 5.3 VIP 192.168.0.21 VIP 192.168.0.22 192.168.0.11 192.168.0.12 [cTDB1] [CTDB2] | | | | | | ---------------------------- | | | | | | [MDT] [OST1] [OST2] 192.168.0.31 192.168.0.32 192.168.0.33 == Lustre > rpm -ivh kernel-lustre-smp-2.6.18-128.1.6.el5_lustre.1.8.0.1.x86_64.rpm > rpm -ivh lustre-modules-1.8.0.1-2.6.18_128.1.6.el5_lustre.1.8.0.1smp.x86_64.rpm > rpm -ivh lustre-1.8.0.1-2.6.18_128.1.6.el5_lustre.1.8.0.1smp.x86_64.rpm > rpm -ivh lustre-client-1.8.0.1-2.6.18_128.1.6.el5_lustre.1.8.0.1smp.x86_64.rpm > rpm -ivh lustre-client-modules-1.8.0.1-2.6.18_128.1.6.el5_lustre.1.8.0.1smp.x86_64.rpm > rpm -ivh lustre-ldiskfs-3.0.8-2.6.18_128.1.6.el5_lustre.1.8.0.1smp.x86_64.rpm > vim /etc/grub.conf default=0 ########## Change to 0 ########### timeout=5 splashimage=(hd0,0)/grub/splash.xpm.gz hiddenmenu title CentOS (2.6.18-128.1.6.el5_lustre.1.8.0.1smp) root (hd0,0) kernel /vmlinuz-2.6.18-128.1.6.el5_lustre.1.8.0.1smp ro root=/dev/VolGroup00/LogVol00 initrd /initrd-2.6.18-128.1.6.el5_lustre.1.8.0.1smp.img title CentOS (2.6.18-128.2.1.el5) root (hd0,0) kernel /vmlinuz-2.6.18-128.2.1.el5 ro root=/dev/VolGroup00/LogVol00 initrd /initrd-2.6.18-128.2.1.el5.img title CentOS (2.6.18-128.el5) root (hd0,0) kernel /vmlinuz-2.6.18-128.el5 ro root=/dev/VolGroup00/LogVol00 initrd /initrd-2.6.18-128.el5.img > reboot > vim /etc/hosts 192.168.0.11 ctdb1 192.168.0.12 ctdb2 192.168.0.31 lustre1 192.168.0.32 lustre2 192.168.0.33 lustre3 = MDT Server > mkfs.lustre --fsname=test --mgs --mdt --device-size=262144 /tmp/mdt0 > mkdir -p /mnt/mdt0 > mount -t lustre -o loop /tmp/mdt0 /mnt/mdt0 = OST Server 1 > mkfs.lustre --fsname=test --ost --mgsnode=lustre1 --device-size=1048576 /tmp/ost0 > mkfs.lustre --fsname=test --ost --mgsnode=lustre1 --device-size=1048576 /tmp/ost1 > mkdir -p /mnt/ost0 /mnt/ost1 > mount -t lustre -o loop /tmp/ost0 /mnt/ost0 > mount -t lustre -o loop /tmp/ost1 /mnt/ost1 = OST Server 2 > mkfs.lustre --fsname=test --ost --mgsnode=lustre1 --device-size=1048576 /tmp/ost2 > mkfs.lustre --fsname=test --ost --mgsnode=lustre1 --device-size=1048576 /tmp/ost3 > mkdir -p /mnt/ost2 /mnt/ost3 > mount -t lustre -o loop /tmp/ost2 /mnt/ost2 > mount -t lustre -o loop /tmp/ost3 /mnt/ost3 = on ctdb1, ctdb2 > mkdir -p /mnt/test > mount -t lustre lustre1:/test /mnt/test == samba > yum -y install samba > vi /etc/samba/smb.conf [global] clustering = yes idmap backend = tdb2 private dir=/data/ctdb fileid:mapping = fsname use mmap = no nt acl support = yes ea support = yes [share] comment = Public Stuff path = /data/share public = yes writeable = yes only guest = yes > smbpasswd -a root > mkdir /data/share > chmod 777 /data/share == CTDB > mkdir /data/ctdb > rsync -avz samba.org::ftp/unpacked/ctdb . > ./autogen.sh > ./configure > make > make install > cp config/ctdb.sysconfig /etc/sysconfig/ctdb > cp config/ctdb.init /etc/rc.d/init.d/ctdb > vim /etc/sysconfig/ctdb CTDB_RECOVERY_LOCK="/data/ctdb/storage" CTDB_PUBLIC_INTERFACE=eth0 CTDB_PUBLIC_ADDRESSES=/etc/ctdb/public_addresses CTDB_MANAGES_SAMBA=yes ulimit -n 10000 CTDB_NODES=/etc/ctdb/nodes CTDB_LOGFILE=/var/log/log.ctdb CTDB_DEBUGLEVEL=2 CTDB_PUBLIC_NETWORK="192.168.0.0/24" CTDB_PUBLIC_GATEWAY="192.168.0.1" > ln -s /usr/local/etc/ctdb/ /etc/ctdb > ln -s /usr/local/bin/ctdb /usr/bin/ctdb > ln -s /usr/local/sbin/ctdbd /usr/sbin/ctdbd > vi /etc/ctdb/public_addresses 192.168.0.21/24 192.168.0.22/24 > vi cat /etc/ctdb/nodes 192.168.0.11 192.168.0.12 > vim /etc/ctdb/events.d/11.route #!/bin/sh . /etc/ctdb/functions loadconfig ctdb cmd="$1" shift case $cmd in takeip) # we ignore errors from this, as the route might be up already when we're grabbing # a 2nd IP on this interface /sbin/ip route add $CTDB_PUBLIC_NETWORK via $CTDB_PUBLIC_GATEWAY dev $1 2> /dev/null ;; esac exit 0 > chmod 755 /etc/ctdb/events.d/11.route > /etc/rc.d/init.d/ctdb start