adding a new host to the FSF cluster

Instead of following the howto or resurect from backup, the z2-5 host of the FSF France ganeti cluster was recreated from scratch.

These notes require access to the cluster to be fully readable.

  • OVH squeeze 64
  • pksns1.pokersource.vm.gnt:/etc/bind/db.pokersource.info : z2-5 IN A 188.165.199.118 ;; ks3096497.kimsufi.com
  • ssh pksns1.pokersource.vm.gnt /etc/init.d/bind9 reload
  • root@ks3096497:~/.ssh# rm authorized_keys2
    root@ks3096497:~/.ssh# wget -O authorized_keys http://dachary.org/loic/id_rsa.pub
    
  • rsync -avH z2-8.pokersource.info:/etc/ganeti/hooks/ /etc/ganeti/hooks/
  • echo LANG=C > /etc/default/locale
  • /etc/crontab #*/1 * * * * root /usr/local/rtm/bin/rtm 51 > /dev/null 2> /dev/null
  • /etc/default/grub GRUB_DEFAULT=1
  • umount /home
  • remove /home from /etc/fstab
  • apt-get install linux-image-2.6.32-5-amd64
  • reboot
  • hostname z2-5.host.gnt
  • echo z2-5.host.gnt > /etc/hostname
  • apt-get remove lwresd
  • apt-get install dhcp3-server shorewall bind9 ganeti2
  • apt-get install etckeeper
  • scp z2-8.pokersource.info:/etc/hosts /etc
  • /etc/ssh/sshd_config PasswordAuthentication no
  • root@z2-5:/etc#
    rsync --delete -avH z2-8.pokersource.info:/etc/bind/ bind/
    rsync --delete -avH z2-8.pokersource.info:/etc/shorewall/ shorewall/
    rsync --delete -avH z2-8.pokersource.info:/etc/dhcp3/ dhcp3/
    mv /etc/dhcp /tmp
    ln -s /etc/dhcp3 /etc/dhcp
    
  • /etc/default/isc-dhcp-server INTERFACES=”br0″
  • scp z2-8.pokersource.info:/etc/network/interfaces /tmp
  • Copy from /tmp/interfaces
    auto lo:1
    iface lo:1 inet static
            address 10.10.0.5
            netmask 255.255.255.255
            up ip route add blackhole 10.0.0.0/8
    
    
    auto br0
    iface br0 inet static
            address 10.10.0.254
            netmask 255.255.255.255
            bridge_ports none
    	bridge_stp off
            bridge_maxwait 5
            up ip route add 10.10.0.254 dev br0
    
    # z2-51.pokersource.info
    auto eth0:1
    iface eth0:1 inet static
          address 87.98.233.209
          netmask 255.255.255.255
          post-up ip route change default via 188.165.199.254 dev eth0 src 87.98.233.209
    
    
  • ifup lo:1 ; ifup br0 ; ifup eth0:1
  • /etc/init.d/isc-dhcp-server restart
  • apt-get install mercurial
  • /etc/shorewall/params.local
    IP_MAIN=188.165.199.118
    IP_FAILOVER=87.98.233.209
    VM_PROXY=10.10.1.27
    
  • /etc/default/shorewall startup=1
  • apt-get install openvpn
  • rsync --delete -avH z2-8.pokersource.info:/etc/openvpn/ openvpn/
  • rm /etc/openvpn/*
  • scp z2-8.pokersource.info:/usr/local/bin/buildconf.sh /usr/local/bin
  • /usr/local/bin/buildconf.sh .pokersource.info
  • manually change z2-x.pokersource.info into z2-x1.pokersource.info in each /etc/openvpn/client-5-to-x.conf as buildconf.sh fails to do it
  • in the OVH interface move the z2-51.pokersource.info IP to the z2-5.pokersource.info host
  • apt-get install quagga
  • rsync --delete -avH z2-8.pokersource.info:/etc/quagga/ quagga/
  • /etc/quagga/ospfd.conf change hostname z2-5-ospfd and router-id 10.10.0.5
  • /etc/quagga/zebra.conf change hostname z2-5.host.gnt
  • /etc/init.d/quagga start
  • add to munin.pokersource.info in /etc/munin/munin.conf
    [z2-5.pokersource.info]
        address z2-5.host.gnt
        use_node_name yes
        df.contacts nagios
        df.notify_alias Disk Usage
        iostat.contacts nagios
        iostat.notify_alias IO Stats
        cpu.contacts nagios
        cpu.notify_alias CPU usage
        memory.contacts nagios
        memory.notify_alias Memory usage
        if_eth0.contacts nagios
        if_eth0.notify_alias eth0 traffic
        if_err_eth0.contacts nagios
        if_err_eth0.notify_alias eth0 errors
    
    
  • apt-get install munin-node
  • /etc/munin/munin-node.conf allow .*$
  • from http://trac.fsffrance.org/wiki/PatchInventory#Munin
    wget -O /usr/share/munin/plugins/kvm_cpu http://exchange.munin-monitoring.org/plugins/kvm_cpu/version/2/download
    wget -O /usr/share/munin/plugins/kvm_mem http://exchange.munin-monitoring.org/plugins/kvm_mem/version/1/download
    wget -O /usr/share/munin/plugins/kvm_io http://exchange.munin-monitoring.org/plugins/kvm_io/version/2/download
    wget -O /usr/share/munin/plugins/kvm_net http://exchange.munin-monitoring.org/plugins/kvm_net/version/2/download
    chmod +x /usr/share/munin/plugins/kvm_*
    munin-node-configure --suggest --shell --families contrib
    munin-node-configure --suggest --shell --families contrib | bash
    /etc/init.d/munin-node restart
    
  • pvcreate /dev/sda2
  • vgcreate all /dev/sda2
  • z2-8.host.gnt: gnt-node add –readd z2-5.host.gnt
  • z2-8.host.gnt: gnt-node modify –offline=no z2-5.host.gnt
  • echo drbd minor_count=128 usermode_helper=/bin/true >> /etc/module
  • modprobe drbd minor_count=128 usermode_helper=/bin/true
  • /etc/init.d/drbd start
  • apt-get install ntp