Index: trunk/packages/sipb-xen-autoinstaller/debian/changelog
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/debian/changelog	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/debian/changelog	(revision 742)
@@ -0,0 +1,33 @@
+sipb-xen-guest-installer (1.4) unstable; urgency=low
+
+  * sipb-xen-install, using xen-create-image, which uses debootstrap
+    (ecprice, neboat, and me, weeks ago)
+
+ -- Greg Price <price@mit.edu>  Wed, 23 Jul 2008 01:15:58 -0400
+
+sipb-xen-guest-installer (1.3) unstable; urgency=low
+
+  * Change sipb-xen-lvcopy so that it fails if you try to clone
+    anything but ice3
+
+ -- Evan Broder <broder@mit.edu>  Sat, 31 May 2008 13:38:37 -0700
+
+sipb-xen-guest-installer (1.2) unstable; urgency=low
+
+  * Work around bug in Python subprocess.
+
+ -- Eric Price <ecprice@sipb-xen-dev.mit.edu>  Thu, 15 May 2008 18:46:57 -0400
+
+sipb-xen-guest-installer (1.1) unstable; urgency=low
+
+  * All the changes since last October.  In particular:
+  * This system is in "production", using sx-lvcopy to replicate
+    a golden image on user request and frob it as necessary.
+
+ -- Greg Price <price@mit.edu>  Thu,  1 May 2008 01:09:11 -0400
+
+sipb-xen-guest-installer (1.0) unstable; urgency=low
+
+  * Initial release.
+
+ -- Greg Price <price@mega-man.mit.edu>  Tue, 16 Oct 2007 03:01:08 -0400
Index: trunk/packages/sipb-xen-autoinstaller/debian/compat
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/debian/compat	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/debian/compat	(revision 742)
@@ -0,0 +1,1 @@
+4
Index: trunk/packages/sipb-xen-autoinstaller/debian/control
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/debian/control	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/debian/control	(revision 742)
@@ -0,0 +1,18 @@
+Source: sipb-xen-autoinstaller
+Section: net
+Priority: extra
+Maintainer: SIPB Xen Project <sipb-xen@mit.edu>
+Build-Depends: cdbs (>= 0.4.23-1.1), debhelper (>= 4.2.0)
+Standards-Version: 3.7.2
+
+Package: sipb-xen-autoinstaller-guest
+Architecture: all
+Depends: ${misc:Depends}, patch, xen-tools, kpartx, lvm2
+Description: SIPB Xen automatic guest-image installer system (guest)
+ This is our automatic guest-image installer system.
+
+Package: sipb-xen-autoinstaller-host
+Architecture: all
+Depends: ${misc:Depends}
+Description: SIPB Xen automatic guest-image installer system (host)
+ This is our automatic guest-image installer system.
Index: trunk/packages/sipb-xen-autoinstaller/debian/control.in
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/debian/control.in	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/debian/control.in	(revision 742)
@@ -0,0 +1,18 @@
+Source: sipb-xen-autoinstaller
+Section: net
+Priority: extra
+Maintainer: SIPB Xen Project <sipb-xen@mit.edu>
+Build-Depends: @cdbs@
+Standards-Version: 3.7.2
+
+Package: sipb-xen-autoinstaller-guest
+Architecture: all
+Depends: ${misc:Depends}, patch, xen-tools
+Description: SIPB Xen automatic guest-image installer system (guest)
+ This is our automatic guest-image installer system.
+
+Package: sipb-xen-autoinstaller-host
+Architecture: all
+Depends: ${misc:Depends}
+Description: SIPB Xen automatic guest-image installer system (host)
+ This is our automatic guest-image installer system.
Index: trunk/packages/sipb-xen-autoinstaller/debian/copyright
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/debian/copyright	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/debian/copyright	(revision 742)
@@ -0,0 +1,3 @@
+This package was created for internal use of the SIPB Xen Project of
+the MIT Student Information Processing Board.  Ask tabbott@mit.edu if
+you have questions about redistribution.
Index: trunk/packages/sipb-xen-autoinstaller/debian/rules
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/debian/rules	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/debian/rules	(revision 742)
@@ -0,0 +1,4 @@
+#!/usr/bin/make -f
+
+DEB_AUTO_UPDATE_DEBIAN_CONTROL = 1
+include /usr/share/cdbs/1/rules/debhelper.mk
Index: trunk/packages/sipb-xen-autoinstaller/debian/sipb-xen-guest-installer.install
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/debian/sipb-xen-guest-installer.install	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/debian/sipb-xen-guest-installer.install	(revision 742)
@@ -0,0 +1,1 @@
+files/* .
Index: trunk/packages/sipb-xen-autoinstaller/debian/sipb-xen-guest-installer.postinst
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/debian/sipb-xen-guest-installer.postinst	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/debian/sipb-xen-guest-installer.postinst	(revision 742)
@@ -0,0 +1,53 @@
+#!/bin/sh
+# postinst script for sipb-xen-guest-installer
+#
+# see: dh_installdeb(1)
+
+set -e
+set -x
+
+# summary of how this script can be called:
+#        * <postinst> `configure' <most-recently-configured-version>
+#        * <old-postinst> `abort-upgrade' <new version>
+#        * <conflictor's-postinst> `abort-remove' `in-favour' <package>
+#          <new-version>
+#        * <postinst> `abort-remove'
+#        * <deconfigured's-postinst> `abort-deconfigure' `in-favour'
+#          <failed-install-package> <version> `removing'
+#          <conflicting-package> <version>
+# for details, see http://www.debian.org/doc/debian-policy/ or
+# the debian-policy package
+
+
+case "$1" in
+    configure)
+	for d in /srv/guest-installer/*; do
+	    # download the actual iso, unpack it, patch it.
+	    wget -nc -i $d/iso.url -O $d/cdrom.orig.iso
+	    MOUNTDIR=$(mktemp -d /mnt/sipb-xen-guest-installer.cdrom.XXXXXX)
+	    mount -t iso9660 -o loop $d/cdrom.orig.iso $MOUNTDIR
+	    rm -rf $d/cdrom.orig; cp -a $MOUNTDIR $d/cdrom.orig
+	    umount $MOUNTDIR; rmdir $MOUNTDIR
+	    rm -rf $d/cdrom; cp -a $d/cdrom.orig $d/cdrom
+	    patch -d $d/cdrom -p1 <$d/cdrom.patch
+	    tar cf - -C $d/cdrom.supplement . | tar xf - -C $d/cdrom
+	done
+    ;;
+
+    abort-upgrade|abort-remove|abort-deconfigure)
+    ;;
+
+    *)
+        echo "postinst called with unknown argument \`$1'" >&2
+        exit 1
+    ;;
+esac
+
+# dh_installdeb will replace this with shell code automatically
+# generated by other debhelper scripts.
+
+#DEBHELPER#
+
+exit 0
+
+
Index: trunk/packages/sipb-xen-autoinstaller/domU/etc/init.d/rcS
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/domU/etc/init.d/rcS	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/domU/etc/init.d/rcS	(revision 742)
@@ -0,0 +1,16 @@
+#!/bin/sh
+for x in $(cat /proc/cmdline); do
+    case $x in
+    ip=*)
+      /usr/lib/klibc/bin/ipconfig -d ${x#ip=}
+      ;;
+    noinstall)
+      exit 0
+      ;;
+    esac
+done
+mount -t tmpfs none /var/log
+mount -t tmpfs none /tmp
+sipb-xen-install
+busybox poweroff
+exit 0
Index: trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/debian.d/91-make-fstab
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/debian.d/91-make-fstab	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/debian.d/91-make-fstab	(revision 742)
@@ -0,0 +1,99 @@
+#!/bin/sh
+
+# This is a copy of 90-make-fstab, with a bug fixed.
+# It should be removed once the bug is fixed upstream.
+
+#
+#  This script is responsible for setting up /etc/fstab upon the
+# new instance.
+#
+#  This should be a simple job, but it is complicated by some of the
+# differences between filesystems - some root filesystems will require
+# the installation of new packages, and we have to handle that here.
+#
+# Steve
+# --
+# http://www.steve.org.uk/
+
+
+prefix=$1
+
+#
+#  Source our common functions
+#
+if [ -e /usr/lib/xen-tools/common.sh ]; then
+    . /usr/lib/xen-tools/common.sh
+else
+    . ./hooks/common.sh
+fi
+
+
+#
+# Log our start
+#
+logMessage Script $0 starting
+
+
+#
+# Make sure we use ide style device names if required
+#
+device=sda
+if [ "${ide}" ]; then
+    device=hda
+fi
+
+#
+#  Now we have the options we can create the fstab.
+#
+has_xfs=0
+has_reiserfs=0
+cat <<E_O_FSTAB > ${prefix}/etc/fstab
+# /etc/fstab: static file system information.
+#
+# <file system> <mount point>   <type>  <options>       <dump>  <pass>
+proc            /proc           proc    defaults        0       0
+E_O_FSTAB
+for part in `seq 1 ${NUMPARTITIONS}`; do
+    eval "PARTITION=\"\${PARTITION${part}}\""
+    OLDIFS="${IFS}"
+    IFS=:
+    x=0
+    for partdata in ${PARTITION}; do
+        eval "partdata${x}=\"${partdata}\""
+        x=$(( $x+1 ))
+    done
+    IFS="${OLDIFS}"
+    
+    case "${partdata2}" in
+        xfs)
+            has_xfs=1
+            ;;
+        reiserfs)
+            has_reiserfs=1
+            ;;
+    esac
+    
+    if [ "${partdata2}" = "swap" ]; then
+        echo "${partdata7} none swap sw 0 0" >> ${prefix}/etc/fstab
+    else
+        echo "${partdata7} ${partdata3} ${partdata2} ${partdata4} 0 1" >> ${prefix}/etc/fstab
+    fi
+done
+
+
+#
+#  Finally we can install any required packages for the given root
+# filesystem
+#
+if [ $has_xfs -eq 1 ]; then
+    installDebianPackage ${prefix} xfsprogs
+fi
+if [ $has_reiserfs -eq 1 ]; then
+    installDebianPackage ${prefix} reiserfsprogs
+fi
+
+
+#
+#  Log our finish
+#
+logMessage Script $0 finished
Index: trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/debian.d/97-setup-grub
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/debian.d/97-setup-grub	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/debian.d/97-setup-grub	(revision 742)
@@ -0,0 +1,61 @@
+#!/bin/sh
+#
+#  This script sets up the ParaVM to use pygrub
+#
+
+prefix=$1
+
+#
+#  Source our common functions
+#
+if [ -e /usr/lib/xen-tools/common.sh ]; then
+    . /usr/lib/xen-tools/common.sh
+else
+    . ./hooks/common.sh
+fi
+
+echo SCRIPT = $0
+dir=`dirname "$0"`
+
+
+logMessage Script $0 starting
+
+# To avoid UDP checksum problems.
+
+installDebianPackage ${prefix} ethtool
+
+#
+# Install the xen kernel.  linux-image-xen is in ubuntu,
+# linux-image-xen-amd64 in debian.
+installDebianPackage ${prefix} linux-image-xen
+installDebianPackage ${prefix} linux-image-xen-amd64
+
+installDebianPackage ${prefix} grub
+
+#
+# Make the /boot/grub directory
+#
+mkdir -p ${prefix}/boot/grub
+
+#
+# Create stock menu.lst
+#
+chroot ${prefix} /usr/sbin/update-grub -y
+
+#
+# Patches to add xen kernels, use serial console, etc.
+#
+for patch in $dir/patches/*; do
+    patch -l -d ${prefix} -p1 < $patch
+done
+
+#
+# Regenerate automagic kernels list
+#
+chroot ${prefix} /usr/sbin/update-grub -y
+
+#
+# Log our finish
+#
+logMessage Script $0 finished
+
Index: trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/debian.d/patches/common.diff
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/debian.d/patches/common.diff	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/debian.d/patches/common.diff	(revision 742)
@@ -0,0 +1,1 @@
+link ../../patches/common.diff
Index: trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/debian.d/patches/inittab.diff
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/debian.d/patches/inittab.diff	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/debian.d/patches/inittab.diff	(revision 742)
@@ -0,0 +1,1 @@
+link ../../patches/inittab.diff
Index: trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/edgy.d/91-make-fstab
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/edgy.d/91-make-fstab	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/edgy.d/91-make-fstab	(revision 742)
@@ -0,0 +1,1 @@
+link ../debian.d/91-make-fstab
Index: trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/edgy.d/97-setup-grub
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/edgy.d/97-setup-grub	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/edgy.d/97-setup-grub	(revision 742)
@@ -0,0 +1,1 @@
+link ../debian.d/97-setup-grub
Index: trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/edgy.d/patches/common.diff
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/edgy.d/patches/common.diff	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/edgy.d/patches/common.diff	(revision 742)
@@ -0,0 +1,1 @@
+link ../../patches/common.diff
Index: trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/edgy.d/patches/event.d.diff
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/edgy.d/patches/event.d.diff	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/edgy.d/patches/event.d.diff	(revision 742)
@@ -0,0 +1,1 @@
+link ../../patches/event.d.diff
Index: trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/patches/common.diff
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/patches/common.diff	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/patches/common.diff	(revision 742)
@@ -0,0 +1,27 @@
+--- /usr/sbin/update-grub.orig	2008-05-03 23:30:37.000000000 -0400
++++ /usr/sbin/update-grub	2008-05-03 23:30:55.000000000 -0400
+@@ -911,13 +911,6 @@
+ 		is_xen=
+ 	fi
+ 
+-	if [ ! "$in_domU" ] && [ "$is_xen" ]; then
+-	  # skip xen kernels
+-          continue
+-        elif [ "$in_domU" ] && ! [ "$is_xen" ]; then
+-	  # skip non-xen kernels
+-	  continue
+-        fi
+         kern="/boot/$kern"
+ 	newerKernels=""
+ 	for i in $sortedKernels ; do
+--- /boot/grub/menu.lst.orig	2008-05-04 03:17:31.000000000 -0400
++++ /boot/grub/menu.lst	2008-05-04 03:19:09.000000000 -0400
+@@ -59,7 +59,7 @@
+ ## e.g. kopt=root=/dev/hda1 ro
+ ##      kopt_2_6_8=root=/dev/hdc1 ro
+ ##      kopt_2_6_8_2_686=root=/dev/hdc2 ro
+-# kopt=root=/dev/hda1 ro
++# kopt=root=/dev/hda1 ro console=ttyS0,9600,8n1
+ 
+ ## default grub root device
+ ## e.g. groot=(hd0,0)
Index: trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/patches/event.d.diff
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/patches/event.d.diff	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/domU/usr/lib/xen-tools/patches/event.d.diff	(revision 742)
@@ -0,0 +1,14 @@
+--- /etc/event.d/ttyS0.orig   2008-06-22 01:57:29.000000000 -0400
++++ /etc/event.d/ttyS0  2008-06-22 03:12:01.000000000 -0400
+@@ -0,0 +1,11 @@
++start on runlevel 2
++start on runlevel 3
++start on runlevel 4
++start on runlevel 5
++
++stop on runlevel 0
++stop on runlevel 1
++stop on runlevel 6
++
++respawn
++exec /sbin/getty 115300 ttyS0
Index: trunk/packages/sipb-xen-autoinstaller/domU/usr/sbin/sipb-xen-install
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/domU/usr/sbin/sipb-xen-install	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/domU/usr/sbin/sipb-xen-install	(revision 742)
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+TARGET=/dev/hda
+
+# Read in the environment variables
+# For some strange reason, . $TARGET doesn't work reliably.
+eval `grep -a -m1 -B 100 ^return$ $TARGET | grep -v return`
+
+ARCH=amd64
+
+echo ,${IMAGESIZE}$',L,*\n,,S\n;\n;' | sfdisk -uM -H 255 -S 63 $TARGET
+
+xen-create-image --image-dev ${TARGET}1 --swap-dev ${TARGET}2 --fs ext3 --ide --arch $ARCH --dist $DIST --hostname $HOSTNAME --mirror $MIRROR --ip=$IP --netmask=255.255.0.0 --gateway=18.181.0.1 --cache=yes
Index: trunk/packages/sipb-xen-autoinstaller/files/etc/xen/autoinstall.cfg
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/files/etc/xen/autoinstall.cfg	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/files/etc/xen/autoinstall.cfg	(revision 742)
@@ -0,0 +1,45 @@
+#
+# Configuration file for the Xen instance foobar, created
+# by xen-tools 3.7 on Sat Jun 21 16:24:54 2008.
+#
+
+#
+#  Kernel + memory size
+#
+#bootloader = '/usr/lib/xen-default/bin/pygrub'
+kernel      = '/boot/vmlinuz-2.6.24-19-xen'
+ramdisk     = '/boot/initrd.img-2.6.24-19-xen'
+memory      = '256'
+
+
+#
+#  Hostname
+#
+name        = 'd_foobar2'
+
+
+#
+#  Disk device(s).
+#
+disk        = [
+                  'phy:/dev/xenvg/%s_hda,hdb,r' % name,
+                  'phy:/dev/xenvg/d_%s_hda,hda,w' % target,
+              ]
+
+root = '/dev/hdb1'
+extra = 'ro noresume ip=18.181.0.216::18.181.0.1:255.255.0.0:foobar2:eth0:off'
+
+#
+#  Networking
+#
+vif         = [ 'ip=18.181.0.216,mac=00:16:3e:00:2c:ee,script=vif-bridge' ]
+
+#
+#  Behaviour
+#
+on_poweroff = 'destroy'
+on_reboot   = 'restart'
+on_crash    = 'destroy'
+
+
+
Index: trunk/packages/sipb-xen-autoinstaller/files/usr/sbin/sipb-xen-install
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/files/usr/sbin/sipb-xen-install	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/files/usr/sbin/sipb-xen-install	(revision 742)
@@ -0,0 +1,22 @@
+#!/bin/bash
+
+export PATH
+
+HOSTNAME="$2"
+DIST="$3"
+MIRROR="$4"
+IMAGESIZE="$5"
+IP="$6"
+
+VOLUME=/dev/mapper/xenvg-d_${HOSTNAME}_hda
+
+cat > $VOLUME <<EOF
+HOSTNAME=$HOSTNAME
+DIST=$DIST
+MIRROR=$MIRROR
+IMAGESIZE=$IMAGESIZE
+IP=$IP
+return
+EOF
+
+xm create autoinstall.cfg target=$HOSTNAME guestip=$IP
Index: trunk/packages/sipb-xen-autoinstaller/files/usr/sbin/sipb-xen-lvcopy
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/files/usr/sbin/sipb-xen-lvcopy	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/files/usr/sbin/sipb-xen-lvcopy	(revision 742)
@@ -0,0 +1,90 @@
+#!/usr/bin/env python2.5
+
+import sys
+import os
+import shutil
+import tempfile
+import time
+from subprocess import call, check_call, Popen, PIPE
+
+# Make sure to use up fd 0 to avoid a bug in subprocess in Python <= 2.5.1
+# NB we need to do this on every Python remctl script.
+# See r53624 in Python svn.
+sys.stdin = open('/dev/null')
+
+def losetup(source, offset=0):
+  p = Popen(['sipb-xen-losetup', source, str(offset)], stdout=PIPE)
+  return p.communicate()[0].strip()
+
+def frob_copy_in_vm(target, *args):
+  '''UNUSED: maybe we'll use this someday; it does isolate the frobber.'''
+  # 1. prepare arguments volume
+  args_volume = prefix+target+'_args'
+  args_device = '/dev/xenvg/' + args_volume
+  check_call(['/sbin/lvcreate', 'xenvg', '--name', args_volume, '--size', '4K'])
+  file(args_device, 'w').write('\n'.join(args) + '\n')
+
+  # 2. invoke frobber vm
+  copier_device = '/dev/xenvg/d_wert_hda'
+  check_call(['/usr/sbin/xm', 'create', 'sipb-database',
+              'machine_name='+target,
+              'disks=' + ' '.join(['phy:'+copier_device+',hda,w',
+                                   'phy:'+target_device+',hdc,w',
+                                   'phy:'+args_device+',hdd,w'])])
+
+  # XXX should check_call(['/sbin/lvremove', '-f', 'xenvg/'+args_volume])
+
+def frob_copy(target, hostname, rootpw):
+  """target should be an LV device filename"""
+  # 1: mount filesystem
+  fs = losetup(target, 32256)
+  mntdir = tempfile.mkdtemp('', 'auto-install.frob.', '/tmp')
+  call(['mount', '-t', 'ext3', fs, mntdir])
+  # 2: do frobbing
+  call(['/usr/sbin/chroot', mntdir, '/post-copy', hostname, rootpw])
+  # 3: clean up
+  call(['umount', mntdir])
+  os.rmdir(mntdir)
+  call(['losetup', '-d', fs])
+
+def duplicate_by_vm(source, target, rootpw, nodd=False, nofrob=False):
+  if source != "ice3":
+     print "Error: can't clone that VM"
+     sys.exit(1)
+  # source, target should be machine names
+  prefix = 'd_'
+  # 1. copy (by dd) source to target
+  source_device = '/dev/xenvg/' + prefix + source + '_hda'
+  target_device = '/dev/xenvg/' + prefix + target + '_hda'
+  if not nodd:
+    check_call(['/bin/dd', 'bs=1M', 'conv=nocreat',
+                'if='+source_device, 'of='+target_device])
+  # 2. frob target
+  if not nofrob:
+    frob_copy(target_device, target, rootpw)
+
+def main(*argv):
+  subcommand = argv[1]
+  args = argv[2:]
+  os.environ['PATH'] = '/usr/sbin:/usr/bin:/sbin:/bin'
+  if subcommand == 'lvcopy':
+    kwargs = {}
+    while True:
+      if args[0].startswith('--'):
+        kwargs[args[0][2:]] = True
+        args = args[1:]
+        continue
+      if len(args) != 3:
+        print >>sys.stderr, argv[0]+': bad argument list'
+        return 2
+      break
+    duplicate_by_vm(*args, **kwargs)
+  elif subcommand == 'test':
+    pass
+  else:
+    print >>sys.stderr, argv[0]+": unknown subcommand: "+subcommand
+    return 2
+  return 0
+
+if __name__ == '__main__':
+  sys.exit(main(*sys.argv))
Index: trunk/packages/sipb-xen-autoinstaller/files/usr/sbin/sipb-xen-make-iso
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/files/usr/sbin/sipb-xen-make-iso	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/files/usr/sbin/sipb-xen-make-iso	(revision 742)
@@ -0,0 +1,29 @@
+#!/usr/bin/env python
+
+import sys
+import os
+import shutil
+import tempfile
+from subprocess import call
+
+data_dir = '/srv/guest-installer'
+
+def make_debian_cd(name, tmptree, passhashfile):
+  basetree = os.path.join(data_dir, name)
+  cdtree = os.path.join(tmptree, 'cdrom')
+  shutil.copytree(os.path.join(basetree, 'cdrom'), cdtree, symlinks=True)
+  new_preseed = file(os.path.join(cdtree, 'preseed.cfg'), 'w')
+  old_preseed = file(os.path.join(basetree, 'preseed.cfg'))
+  new_preseed.write(old_preseed.read())
+  passhash = file(passhashfile).read()
+  new_preseed.write('d-i passwd/root-password-crypted password '+passhash+'\n')
+  new_preseed.close()
+  output_iso = os.path.join(tmptree, 'install.iso')
+  call('''mkisofs -r -V "SIPB-Xen_Custom_Install_CD" -cache-inodes -J -l
+           -b isolinux/isolinux.bin -c isolinux/boot.cat
+           -no-emul-boot -boot-load-size 4 -boot-info-table'''.split()
+       + ['-o', output_iso, cdtree])
+  return output_iso
+
+if __name__ == '__main__':
+  print make_debian_cd(*sys.argv[1:])
Index: trunk/packages/sipb-xen-autoinstaller/partial/copying-installer.sh
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/partial/copying-installer.sh	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/partial/copying-installer.sh	(revision 742)
@@ -0,0 +1,15 @@
+#!/bin/bash
+# hda is the copying-installer image itself
+# hdb is unused (was the source image)
+# hdc is the target image
+# hdd is the arguments image
+
+exec 3</dev/hdd
+read -r -u 3 HOSTNAME
+read -r -u 3 ROOTPW
+exec 3<&-
+
+mount /dev/hdc1 /mnt/new
+/mnt/new/post-copy /mnt/new "$HOSTNAME" "$ROOTPW"
+umount /mnt/new
+sync
Index: trunk/packages/sipb-xen-autoinstaller/partial/debootstrap-commands
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/partial/debootstrap-commands	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/partial/debootstrap-commands	(revision 742)
@@ -0,0 +1,90 @@
+#!/bin/sh
+#http://www.debian.org/releases/stable/i386/apds03.html.en
+
+#SRC=/root/debootstrap.d
+#SRCHOSTNAME=moo17
+#HOSTNAME=debootstrap-test
+#pick a hostname!
+
+HOSTNAME=moo19
+DIST=etch
+IP=18.181.0.186
+
+PARTITIONS=/root/neboat/testpart
+
+VOLUME=/dev/mapper/xenvg-d_${HOSTNAME}_hda
+
+###
+###  Create the device for SIPB-Xen purposes
+###
+sfdisk -H 255 -S 63 $VOLUME <$PARTITIONS
+kpartx -a $VOLUME
+#SWAPDEV=$(sipb-xen-losetup $VOLUME $(( 7903980 * 512 )))
+#IMAGEDEV=$(sipb-xen-losetup $VOLUME $(( 63 * 512 )))
+# mkfs.ext3 -b 1024 $IMAGEDEV $(( 7903917 / 2 ))
+
+#CREATE_IMAGE_CONFIG=./paravm-create.conf
+
+#xen-create-image --image-dev $IMAGEDEV --swap-dev $SWAPDEV --fs ext3 --config $CREATE_IMAGE_CONFIG \
+#	--dist $DIST --hostname $HOSTNAME
+
+# xen-create-image --partitions sipb-xen --memory=256MB --ide --arch amd64 --dist etch --hostname moo19 --mirror http://debian.lcs.mit.edu/debian --ip=18.181.0.186 --netmask=255.255.0.0 --gateway=18.181.0.1 --cache
+
+xen-create-image --image-dev ${VOLUME}1 --swap-dev ${VOLUME}2 --fs ext3 --ide --memory 256M --arch amd64 --dist etch --hostname $HOSTNAME --mirror http://debian.lcs.mit.edu/debian --ip=$IP --netmask=255.255.0.0 --gateway=18.181.0.1 --cache
+
+kpartx -d $VOLUME
+#losetup -d $SWAPDEV
+#losetup -d $IMAGEDEV
+
+### This should be the end of the script
+### The material past this point is solely for reference purposes
+
+
+# time debootstrap --arch amd64 etch "$DEST" http://debian.lcs.mit.edu/debian
+
+# cp -a $SRC/fstab $DEST/etc/fstab
+# cp -a $SRC/interfaces $DEST/etc/network/interfaces
+# cp -a $SRC/sources.list $DEST/etc/apt/sources.list
+# cp -a $SRC/update-grub.diff $DEST/root/update-grub.diff
+# echo $HOSTNAME > $DEST/etc/hostname
+# sed s/$SRCHOSTNAME/$HOSTNAME/g $SRC/hosts > $DEST/etc/hosts
+
+# mount -t proc proc $DEST/proc
+
+# LANG=C chroot "$DEST" <<ENDCHROOT
+
+# export TERM=xterm-color
+# mount -a
+
+# cd /media
+# mkdir cdrom0
+# ln -s cdrom0 cdrom
+# cd /
+# ln -s media/cdrom
+
+# echo $'y\n3\nEastern' | tzconfig
+# export DEBIAN_FRONTEND=noninteractive
+
+# echo 'locales locales/locales_to_be_generated multiselect     en_US ISO-8859-1' | debconf-set-selections
+
+
+# aptitude update
+# aptitude -y install locales linux-image-xen-amd64
+# aptitude --without-recommends -y install ~pstandard ~prequired ~pimportant
+# #strace tasksel install standard 2>&1 | less
+# aptitude clean
+
+# mkdir /boot/grub
+# aptitude install grub
+# patch /usr/sbin/update-grub </root/update-grub.diff
+# update-grub
+# patch /boot/grub/menu.lst </root/menu.lst.diff
+# patch /etc/inittab </root/inittab.diff
+
+# rm /root/update-grub.diff
+# ENDCHROOT
+
+# ## kill atd and rpc.statd that are using $DEST
+# umount $DEST/proc
+# umount $DEST
+# losetup -d $LODEV
Index: trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/fstab
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/fstab	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/fstab	(revision 742)
@@ -0,0 +1,7 @@
+# /etc/fstab: static file system information.
+#
+# <file system> <mount point>   <type>  <options>       <dump>  <pass>
+proc            /proc           proc    defaults        0       0
+/dev/hda1       /               ext3    defaults,errors=remount-ro 0       1
+/dev/hda5       none            swap    sw              0       0
+/dev/hdc        /media/cdrom0   udf,iso9660 user,noauto     0       0
Index: trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/hosts
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/hosts	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/hosts	(revision 742)
@@ -0,0 +1,10 @@
+127.0.0.1       localhost
+127.0.1.1       moo17.servers.csail.mit.edu     moo17
+
+# The following lines are desirable for IPv6 capable hosts
+::1     ip6-localhost ip6-loopback
+fe00::0 ip6-localnet
+ff00::0 ip6-mcastprefix
+ff02::1 ip6-allnodes
+ff02::2 ip6-allrouters
+ff02::3 ip6-allhosts
Index: trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/inittab.diff
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/inittab.diff	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/inittab.diff	(revision 742)
@@ -0,0 +1,11 @@
+--- inittab.orig	2008-04-22 05:42:50.000000000 -0400
++++ inittab	2008-04-22 05:43:04.000000000 -0400
+@@ -60,7 +60,7 @@
+ 
+ # Example how to put a getty on a serial line (for a terminal)
+ #
+-#T0:23:respawn:/sbin/getty -L ttyS0 9600 vt100
++T0:23:respawn:/sbin/getty -L ttyS0 9600 vt100
+ #T1:23:respawn:/sbin/getty -L ttyS1 9600 vt100
+ 
+ # Example how to put a getty on a modem line.
Index: trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/interfaces
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/interfaces	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/interfaces	(revision 742)
@@ -0,0 +1,10 @@
+# This file describes the network interfaces available on your system
+# and how to activate them. For more information, see interfaces(5).
+
+# The loopback network interface
+auto lo
+iface lo inet loopback
+
+# The primary network interface
+allow-hotplug eth0
+iface eth0 inet dhcp
Index: trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/menu.lst.diff
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/menu.lst.diff	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/menu.lst.diff	(revision 742)
@@ -0,0 +1,11 @@
+--- menu.lst.orig	2008-04-22 05:41:32.000000000 -0400
++++ menu.lst	2008-04-22 05:42:15.000000000 -0400
+@@ -59,7 +59,7 @@
+ ## e.g. kopt=root=/dev/hda1 ro
+ ##      kopt_2_6_8=root=/dev/hdc1 ro
+ ##      kopt_2_6_8_2_686=root=/dev/hdc2 ro
+-# kopt=root=/dev/hda1 ro
++# kopt=root=/dev/hda1 ro console=ttyS0,9600,8n1
+ 
+ ## default grub root device
+ ## e.g. groot=(hd0,0)
Index: trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/sources.list
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/sources.list	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/sources.list	(revision 742)
@@ -0,0 +1,6 @@
+
+deb http://debian.lcs.mit.edu/debian/ etch main
+deb-src http://debian.lcs.mit.edu/debian/ etch main
+
+deb http://security.debian.org/ etch/updates main
+deb-src http://security.debian.org/ etch/updates main
Index: trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/update-grub.diff
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/update-grub.diff	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/partial/debootstrap.d/update-grub.diff	(revision 742)
@@ -0,0 +1,15 @@
+--- update-grub.orig	2008-04-22 01:13:34.000000000 -0400
++++ update-grub	2008-04-22 01:13:13.000000000 -0400
+@@ -1036,10 +1036,10 @@
+ 
+ 	if [ ! "$in_domU" ] && [ "$is_xen" ]; then
+ 	  # skip xen kernels
+-          continue
++	  :
+         elif [ "$in_domU" ] && ! [ "$is_xen" ]; then
+ 	  # skip non-xen kernels
+-	  continue
++	  :
+         fi
+         kern="/boot/$kern"
+ 	newerKernels=""
Index: trunk/packages/sipb-xen-autoinstaller/partial/post-copy
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/partial/post-copy	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/partial/post-copy	(revision 742)
@@ -0,0 +1,6 @@
+#!/bin/bash
+TARGET="$1"
+HOSTNAME="$2"
+ROOTPW="$3"
+(printf "%s\n" "$ROOTPW"; sleep .2; printf "%s\n" "$ROOTPW") \
+ | /usr/sbin/chroot "$TARGET" /usr/bin/passwd root
Index: trunk/packages/sipb-xen-autoinstaller/partial/testpart
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/partial/testpart	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/partial/testpart	(revision 742)
@@ -0,0 +1,4 @@
+,491,L,*
+,31,S
+;
+;
Index: trunk/packages/sipb-xen-autoinstaller/partial/xen-create-image-mods/90-make-fstab
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/partial/xen-create-image-mods/90-make-fstab	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/partial/xen-create-image-mods/90-make-fstab	(revision 742)
@@ -0,0 +1,95 @@
+#!/bin/sh
+#
+#  This script is responsible for setting up /etc/fstab upon the
+# new instance.
+#
+#  This should be a simple job, but it is complicated by some of the
+# differences between filesystems - some root filesystems will require
+# the installation of new packages, and we have to handle that here.
+#
+# Steve
+# --
+# http://www.steve.org.uk/
+
+prefix=$1
+
+#
+#  Source our common functions
+#
+if [ -e /usr/lib/xen-tools/common.sh ]; then
+    . /usr/lib/xen-tools/common.sh
+else
+    . ./hooks/common.sh
+fi
+
+
+#
+# Log our start
+#
+logMessage Script $0 starting
+
+
+#
+# Make sure we use ide style device names if required
+#
+device=sda
+if [ "${ide}" ]; then
+    device=hda
+fi
+
+#
+#  Now we have the options we can create the fstab.
+#
+has_xfs=0
+has_reiserfs=0
+cat <<E_O_FSTAB > ${prefix}/etc/fstab
+# /etc/fstab: static file system information.
+#
+# <file system> <mount point>   <type>  <options>       <dump>  <pass>
+proc            /proc           proc    defaults        0       0
+E_O_FSTAB
+for part in `seq 1 ${NUMPARTITIONS}`; do
+    eval "PARTITION=\"\${PARTITION${part}}\""
+    OLDIFS="${IFS}"
+    IFS=:
+    x=0
+    for partdata in ${PARTITION}; do
+        eval "partdata${x}=\"${partdata}\""
+        x=$(( $x+1 ))
+    done
+    IFS="${OLDIFS}"
+    
+    case "${partdata2}" in
+        xfs)
+            has_xfs=1
+            ;;
+        reiserfs)
+            has_reiserfs=1
+            ;;
+    esac
+    
+    # This assumes a particular partition table for our ParaVM's (SIPB)
+    if [ "${partdata2}" = "swap" ]; then
+        echo "/dev/${device}2 none swap sw 0 0" >> ${prefix}/etc/fstab
+    else
+        echo "/dev/${device}1 ${partdata3} ${partdata2} ${partdata4} 0 1" >> ${prefix}/etc/fstab
+    fi
+done
+
+
+#
+#  Finally we can install any required packages for the given root
+# filesystem
+#
+if [ $has_xfs -eq 1 ]; then
+    installDebianPackage ${prefix} xfsprogs
+fi
+if [ $has_reiserfs -eq 1 ]; then
+    installDebianPackage ${prefix} reiserfsprogs
+fi
+
+
+#
+#  Log our finish
+#
+logMessage Script $0 finished
Index: trunk/packages/sipb-xen-autoinstaller/partial/xen-create-image-mods/97-setup-grub
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/partial/xen-create-image-mods/97-setup-grub	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/partial/xen-create-image-mods/97-setup-grub	(revision 742)
@@ -0,0 +1,88 @@
+#!/bin/sh
+#
+#  This script sets up the ParaVM to use pygrub
+#
+
+
+prefix=$1
+
+
+#
+#  Source our common functions
+#
+if [ -e /usr/lib/xen-tools/common.sh ]; then
+    . /usr/lib/xen-tools/common.sh
+else
+    . ./hooks/common.sh
+fi
+
+
+#
+# Log our start
+#
+logMessage Script $0 starting
+
+#
+# Install the xen kernel
+#
+installDebianPackage ${prefix} linux-image-xen-amd64
+
+#
+# Install grub package
+#
+installDebianPackage ${prefix} grub
+
+#
+# Make the /boot/grub directory
+#
+mkdir -p ${prefix}/boot/grub
+
+#
+# Patch update-grub to see xen kernels
+#
+patch -l ${prefix}/usr/sbin/update-grub </usr/lib/xen-tools/etch.d/patches/update-grub.patch
+
+#
+# Update Grub
+#
+chroot ${prefix} /usr/sbin/update-grub -y
+
+#
+# Patch Grub menu
+#
+patch -l ${prefix}/boot/grub/menu.lst </usr/lib/xen-tools/etch.d/patches/menu.lst.patch
+# --- menu.lst.orig2008-04-22 05:41:32.000000000 -0400
+# +++ menu.lst2008-04-22 05:42:15.000000000 -0400
+# @@ -59,7 +59,7 @@
+#  ## e.g. kopt=root=/dev/hda1 ro
+#  ##      kopt_2_6_8=root=/dev/hdc1 ro
+#  ##      kopt_2_6_8_2_686=root=/dev/hdc2 ro
+# -# kopt=root=/dev/hda1 ro
+# +# kopt=root=/dev/hda1 ro console=ttyS0,9600,8n1
+ 
+#  ## default grub root device
+#  ## e.g. groot=(hd0,0)
+# EOF
+
+#
+# Patch inittab
+#
+patch -l ${prefix}/etc/inittab </usr/lib/xen-tools/etch.d/patches/inittab.patch
+# --- inittab.orig2008-04-22 05:42:50.000000000 -0400
+# +++ inittab2008-04-22 05:43:04.000000000 -0400
+# @@ -60,7 +60,7 @@
+ 
+#  # Example how to put a getty on a serial line (for a terminal)
+#  #
+# -#T0:23:respawn:/sbin/getty -L ttyS0 9600 vt100
+# +T0:23:respawn:/sbin/getty -L ttyS0 9600 vt100
+#  #T1:23:respawn:/sbin/getty -L ttyS1 9600 vt100
+ 
+#  # Example how to put a getty on a modem line.
+# EOF
+
+#
+# Log our finish
+#
+logMessage Script $0 finished
+
Index: trunk/packages/sipb-xen-autoinstaller/partial/xen-create-image-mods/patches/inittab.patch
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/partial/xen-create-image-mods/patches/inittab.patch	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/partial/xen-create-image-mods/patches/inittab.patch	(revision 742)
@@ -0,0 +1,11 @@
+--- temp/etc/inittab	2008-05-04 02:48:09.000000000 -0400
++++ inittab	2008-05-04 02:52:09.000000000 -0400
+@@ -60,7 +60,7 @@
+ 
+ # Example how to put a getty on a serial line (for a terminal)
+ #
+-#T0:23:respawn:/sbin/getty -L ttyS0 9600 vt100
++T0:23:respawn:/sbin/getty -L ttyS0 9600 vt100
+ #T1:23:respawn:/sbin/getty -L ttyS1 9600 vt100
+ 
+ # Example how to put a getty on a modem line.
Index: trunk/packages/sipb-xen-autoinstaller/partial/xen-create-image-mods/patches/menu.lst.patch
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/partial/xen-create-image-mods/patches/menu.lst.patch	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/partial/xen-create-image-mods/patches/menu.lst.patch	(revision 742)
@@ -0,0 +1,11 @@
+--- temp/boot/grub/menu.lst	2008-05-04 03:17:31.000000000 -0400
++++ menu.lst	2008-05-04 03:19:09.000000000 -0400
+@@ -59,7 +59,7 @@
+ ## e.g. kopt=root=/dev/hda1 ro
+ ##      kopt_2_6_8=root=/dev/hdc1 ro
+ ##      kopt_2_6_8_2_686=root=/dev/hdc2 ro
+-# kopt=root=/dev/hda1 ro
++# kopt=root=/dev/hda1 ro console=ttyS0,9600,8n1
+ 
+ ## default grub root device
+ ## e.g. groot=(hd0,0)
Index: trunk/packages/sipb-xen-autoinstaller/partial/xen-create-image-mods/patches/update-grub.patch
===================================================================
--- trunk/packages/sipb-xen-autoinstaller/partial/xen-create-image-mods/patches/update-grub.patch	(revision 742)
+++ trunk/packages/sipb-xen-autoinstaller/partial/xen-create-image-mods/patches/update-grub.patch	(revision 742)
@@ -0,0 +1,16 @@
+--- update-grub.orig	2008-05-03 23:30:37.000000000 -0400
++++ update-grub	2008-05-03 23:30:55.000000000 -0400
+@@ -911,13 +911,6 @@
+ 		is_xen=
+ 	fi
+ 
+-	if [ ! "$in_domU" ] && [ "$is_xen" ]; then
+-	  # skip xen kernels
+-          continue
+-        elif [ "$in_domU" ] && ! [ "$is_xen" ]; then
+-	  # skip non-xen kernels
+-	  continue
+-        fi
+         kern="/boot/$kern"
+ 	newerKernels=""
+ 	for i in $sortedKernels ; do