[2239] | 1 | #!/bin/sh |
---|
| 2 | exit 1 #Not actually a script. |
---|
| 3 | |
---|
| 4 | VG=xenvg |
---|
[2240] | 5 | DISK=/dev/mapper/36090a028407d6e2b2589a45cdb971489 |
---|
| 6 | HALFSIZETiB=5.23 |
---|
[2239] | 7 | TMPDM=tmpfoo |
---|
| 8 | TMPDEV=/dev/mapper/$TMPDM |
---|
| 9 | TMPDM2=tmpbar |
---|
| 10 | TMPDEV2=/dev/mapper/$TMPDM2 |
---|
[2272] | 11 | METADATASIZE=8128k |
---|
[2239] | 12 | |
---|
| 13 | # - pvresize the old PV to half the space |
---|
| 14 | pvresize --setphysicalvolumesize=${HALFSIZETiB}t $DISK |
---|
| 15 | |
---|
| 16 | # - dmsetup create a device in the latter half |
---|
| 17 | dmstart=$(python -c "print int(($HALFSIZETiB + 0.01) * 1024 * 1024 * 1024 * 2)") |
---|
[2253] | 18 | dmlen=$(python -c "print int(($HALFSIZETiB - 0.03) * 1024 * 1024 * 1024 * 2)") |
---|
| 19 | #Foreach host: |
---|
[2239] | 20 | dmsetup create $TMPDM --table "0 $dmlen linear $DISK $dmstart" |
---|
| 21 | #done |
---|
| 22 | |
---|
| 23 | # - pvcreate a temporary PV on the new device |
---|
| 24 | pvcreate $TMPDEV |
---|
| 25 | |
---|
| 26 | # - vgextend with the temporary PV |
---|
| 27 | vgextend $VG $TMPDEV |
---|
| 28 | |
---|
| 29 | # - pvmove all the LVs to the temporary PV |
---|
| 30 | |
---|
[2266] | 31 | yamlkeys () { |
---|
| 32 | python -c 'if 1: |
---|
| 33 | import yaml, sys |
---|
| 34 | mm = yaml.load(sys.stdin.read()) |
---|
| 35 | for m in sorted(mm.iterkeys()): print m' |
---|
| 36 | } |
---|
| 37 | |
---|
| 38 | vmstolvs () { |
---|
| 39 | perl -pe 's/^/d_/;s/$/_hda/' |
---|
| 40 | } |
---|
| 41 | |
---|
| 42 | totalsize () { |
---|
| 43 | # handy for estimating time; output in GiB; pipe in a list of LVs |
---|
| 44 | perl -pe 's.^.xenvg/.' \ |
---|
| 45 | | xargs lvs -o size --units=g \ |
---|
| 46 | | perl -lne '$total += $_; END { print $total; }' |
---|
| 47 | } |
---|
| 48 | |
---|
[2321] | 49 | lvsleft () { |
---|
| 50 | lvs -o name,devices $VG \ |
---|
| 51 | | perl -lane "print \$F[0] if (\$F[1] =~ m|$DISK|)" |
---|
| 52 | } |
---|
| 53 | |
---|
[2239] | 54 | movelv () { |
---|
[2268] | 55 | echo pvmoving $VG/$1... |
---|
| 56 | pvmove -i 10 -n $VG/$1 $2 |
---|
[2239] | 57 | } |
---|
| 58 | |
---|
[2266] | 59 | ssh root@xvm remctl remote web listvms \ |
---|
[2268] | 60 | | yamlkeys \ |
---|
[2266] | 61 | > runningvms |
---|
| 62 | LVM_SYSTEM_DIR=/root/lvm lvsleft \ |
---|
| 63 | | grep '^d_.*_hda$' \ |
---|
| 64 | | grep -v -xf <(vmstolvs <runningvms) \ |
---|
| 65 | > offvmlvs |
---|
| 66 | for lv in $(offvmlvs); do |
---|
[2268] | 67 | LVM_SYSTEM_DIR=/root/lvm movelv $lv $DISK |
---|
[2266] | 68 | done |
---|
[2239] | 69 | #FOREACH host: |
---|
[2268] | 70 | for lv in $(invirt-listvms | yamlkeys | vmstolvs \ |
---|
| 71 | | grep -xf <(LVM_SYSTEM_DIR=/root/lvm lvsleft)); do |
---|
| 72 | LVM_SYSTEM_DIR=/root/lvm movelv $lv $DISK |
---|
[2239] | 73 | done |
---|
| 74 | #done |
---|
| 75 | |
---|
[2266] | 76 | ssh root@xvm remctl remote web listvms \ |
---|
| 77 | | perl -lne 'print if (s/^ cdrom: //)' \ |
---|
| 78 | > usedcdroms |
---|
| 79 | LVM_SYSTEM_DIR=/root/lvm lvsleft \ |
---|
| 80 | | grep ^image_ \ |
---|
| 81 | | grep -v -xf <(perl -pe "s|/dev/$VG/||" usedcdroms) \ |
---|
| 82 | > offcdlvs |
---|
| 83 | for lv in $(offcdlvs); do |
---|
[2268] | 84 | LVM_SYSTEM_DIR=/root/lvm movelv $lv $DISK |
---|
[2266] | 85 | done |
---|
[2239] | 86 | |
---|
[2266] | 87 | # deal with $(cat usedcdroms) |
---|
| 88 | # deal with s_* LVs |
---|
| 89 | # deal with any remaining $(lvsleft) |
---|
[2239] | 90 | |
---|
[2266] | 91 | [ -z $(lvsleft) ] |
---|
[2239] | 92 | |
---|
[2266] | 93 | |
---|
[2239] | 94 | # - pvremove the old PV |
---|
[2272] | 95 | LVM_SYSTEM_DIR=lvm vgreduce $VG $DISK |
---|
| 96 | dmsetup create $TMPDM2 --table "0 $((2 * 1024 * 20)) linear $DISK 0" |
---|
| 97 | pvremove $TMPDEV2 |
---|
[2239] | 98 | |
---|
| 99 | # - pvcreate a new PV in the old space, |
---|
| 100 | # with --setphysicalvolumesize <half size> |
---|
| 101 | # and with --metadatasize <huge> (the point of this exercise) |
---|
| 102 | shortsize=$(python -c "print $HALFSIZETiB - 0.01")t |
---|
| 103 | pvcreate $TMPDEV2 --setphysicalvolumesize $shortsize --metadatasize $METADATASIZE |
---|
| 104 | dmsetup remove $TMPDM2 |
---|
| 105 | pvscan |
---|
[2272] | 106 | LVM_SYSTEM_DIR=lvm vgextend $VG $DISK |
---|
[2239] | 107 | |
---|
| 108 | # - pvmove all the LVs back |
---|
| 109 | |
---|
[2321] | 110 | # Doing this part with CLVM again. |
---|
| 111 | |
---|
| 112 | lvsleft () { |
---|
| 113 | lvs -o name,devices $VG \ |
---|
| 114 | | perl -lane "print \$F[0] if (\$F[1] =~ m|$TMPDEV|)" |
---|
| 115 | } |
---|
| 116 | |
---|
| 117 | movelv () { |
---|
| 118 | echo pvmoving $VG/$1... |
---|
| 119 | lvchange -an $VG/$1 |
---|
| 120 | pvmove -i 10 -n $VG/$1 $2 |
---|
| 121 | lvchange -ay $VG/$1 |
---|
| 122 | } |
---|
| 123 | |
---|
| 124 | movestuff () { |
---|
| 125 | date |
---|
| 126 | while read lv; do |
---|
| 127 | echo MOVING: $lv >>/var/log/lvm2.log |
---|
| 128 | movelv $lv $TMPDEV |
---|
| 129 | date |
---|
| 130 | done |
---|
| 131 | } |
---|
| 132 | |
---|
| 133 | moveall () { |
---|
| 134 | date |
---|
| 135 | for lv in $(lvsleft); do |
---|
| 136 | echo MOVING: $lv >>/var/log/lvm2.log |
---|
| 137 | movelv $lv $TMPDEV |
---|
| 138 | date |
---|
| 139 | done |
---|
| 140 | } |
---|
| 141 | |
---|
[2239] | 142 | #FOREACH host: |
---|
[2321] | 143 | #set logging in /etc/lvm/lvm.conf |
---|
| 144 | while sleep 1; do |
---|
| 145 | echo MARK: $(date) >>/var/log/lvm2.log |
---|
| 146 | done & |
---|
| 147 | lvsleft | grep -xf <(invirt-listvms | yamlkeys | vmstolvs) \ |
---|
| 148 | | movestuff >>/root/lvm/movelv.log 2>&1 |
---|
| 149 | moveall >>/root/lvm/movelv.log 2>&1 |
---|
| 150 | while true; do |
---|
| 151 | kinit -k -45 |
---|
| 152 | sh -x status.sh 2>&1 | zwrite -c xvm-auto -i pvmove -O auto |
---|
| 153 | sleep 1800 |
---|
| 154 | done & |
---|
[2239] | 155 | #done |
---|
| 156 | |
---|
[2321] | 157 | #suffix=.return-1; mv /var/log/lvm2.log lvm/lvm2.$suffix.log; mv lvm/movelv{,.$suffix}.log |
---|
| 158 | |
---|
[2239] | 159 | # hopefully empty: |
---|
| 160 | lvs $VG -o lv_name,devices | grep $TMPDEV |
---|
| 161 | # if not, do some more movelv |
---|
| 162 | |
---|
| 163 | # - pvremove the temporary PV |
---|
| 164 | vgreduce $VG $TMPDEV |
---|
| 165 | pvremove $TMPDEV |
---|
[2321] | 166 | #FOREACH host: |
---|
[2239] | 167 | dmsetup remove $TMPDM |
---|
[2321] | 168 | #done |
---|
[2239] | 169 | |
---|
| 170 | # - pvresize the new PV to use the whole space |
---|
| 171 | pvresize $DISK |
---|