Changeset 1662 for trunk

Timestamp:

Nov 15, 2008, 6:19:03 PM (16 years ago)

Author:

broder

Message:

The script we finally used to do the actual migration

File:

• trunk/scripts/xvm-migrate-machine (modified) (6 diffs)

trunk/scripts/xvm-migrate-machine

@@ -7 +7 @@
 import subprocess
 import sys
+import time
+import os
+
+sys.stdout = os.fdopen(sys.stdout.fileno(), 'w', 0)
+
+kinit = dict(principal='host/aperture-science.mit.edu', keytab='/etc/krb5.keytab')
 
 dev_db_uri = 'postgres://sipb-xen@sipb-xen-dev.mit.edu/sipb_xen'
@@ -50 +56 @@
     dev_sess.delete(r)
   
-  dev_sess.commit()
+  dev_sess.flush()
   
   for r in disks + nics + [machine]:
@@ -72 +78 @@
   # This has to be done first, because once the machine is deleted
   # from the database, we can't remctl for it anymore
-  out, err = r.remctl('xvm-remote.mit.edu', 'control', machine_name, 'destroy', err=True)
+  out, err = r.remctl('xvm-remote.mit.edu', 'control', machine_name, 'destroy', err=True, **kinit)
   print out
   
   machine = take_data(machine_name)
+  subprocess.call(['zwrite', '-d', '-c', 'xvm-auto', '-i', 'migration', '-s', 'XVM Migration Script', '-m', 
+                   'Migrating %s, disk size %0.2fG...' % (machine.name, sum(disk.size for disk in machine.disks) / 1024.0)])
   
   success = True
@@ -86 +94 @@
       break
     
-    ssh = subprocess.Popen(['ssh', '-o', 'GSSAPIDelegateCredentials=no',
-                'torchwood-institute.mit.edu',
+    ssh = subprocess.Popen(['rsh',
+                '10.6.0.165',
                 'dd', 'if=/dev/xenvg/%s' % lvname, 'bs=1M'],
                  stdout=subprocess.PIPE)
@@ -100 +108 @@
   
   if not success:
-    restore_data(machine, dev_sess)
+    dev_sess.rollback()
     
     print '==============================================='
@@ -107 +115 @@
   else:
     restore_data(machine, prod_sess)
+    dev_sess.commit()
+  
+  return success
 
 if __name__ == '__main__':
-  for vm in sys.argv[1:]:
+  while True:
+    r.checkKinit(**kinit)
+    p = subprocess.Popen(['curl', '-s', '-k', '--negotiate', '-u', ':', 'https://xvm.mit.edu:442/offlist'], stdout=subprocess.PIPE)
+    if 0 != p.wait():
+        subprocess.call(['zwrite', '-d', '-c', 'xvm', '-i', 'migration', '-s', 'XVM Migration Script', '-m',
+                         'Failed to get list of remaining VMs. Will try again in 15 seconds'])
+        time.sleep(15)
+        continue
+    
+    next_line = p.stdout.read().split('\n')[0]
+    if next_line == '':
+      subprocess.call(['zwrite', '-d', '-c', 'xvm', '-i', 'migration', '-s', 'XVM Migration Script', '-m',
+                       'XVM migration complete'])
+      break
+    
+    next, uptime = next_line.split('\t')[:2]
+    
     print '==============================================='
-    print 'Migrating %s' % vm
+    print 'Migrating %s' % next
     print '==============================================='
-    migrate_vm(vm.strip())
+    if not migrate_vm(next):
+      subprocess.call(['zwrite', '-d', '-c', 'xvm', '-i', 'migration', '-s', 'XVM Migration Script', '-m',
+                       'Error in migrating %s' % next])
+      sys.exit(1)
+    if uptime.strip() != '':
+      r.remctl('xvm-remote-dev.mit.edu', 'control', next, 'create', **kinit)
+    
+    subprocess.call(['zwrite', '-d', '-c', 'xvm-auto', '-i', 'migration', '-s', 'XVM Migration Script', '-m',
+                     'done'])