Version 1.25.28.

builder: Add documentation for enabling Puppet (agent) in a guest.
builder: Add --selinux-relabel option to perform SELinux relabelling.
2026-03-22 16:26:17 +00:00 · 2014-01-25 10:59:03 +00:00 · 2014-01-25 09:41:10 +00:00 · 2014-01-25 09:41:07 +00:00 · 2014-01-24 19:36:33 +00:00 · 2014-01-24 12:26:34 +00:00
812 changed files with 227038 additions and 92529 deletions
--- a/.gitignore
+++ b/.gitignore
@@ -31,6 +31,7 @@ gmon.out
 Makefile
 Makefile.in

+/.sc-*
 /ABOUT-NLS
 /aclocal.m4
 /align/stamp-virt-alignment-scan.pod
@@ -45,6 +46,7 @@ Makefile.in
 /appliance/stamp-supermin
 /appliance/supermin.d
 /autom4te.cache
+/bash/virt-builder
 /bash/virt-cat
 /bash/virt-df
 /bash/virt-edit
@@ -55,6 +57,19 @@ Makefile.in
 /bash/virt-sysprep
 /bash/virt-sparsify
 /build-aux
+/builder/.depend
+/builder/index-parse.c
+/builder/index-parse.h
+/builder/index-scan.c
+/builder/*.qcow2
+/builder/stamp-virt-builder.pod
+/builder/stamp-virt-index-validate.pod
+/builder/test-index
+/builder/virt-builder
+/builder/virt-builder.1
+/builder/virt-index-validate
+/builder/virt-index-validate.1
+/builder/*.xz
 /cat/stamp-virt-*.pod
 /cat/virt-cat
 /cat/virt-cat.1
@@ -94,6 +109,9 @@ Makefile.in
 /df/stamp-virt-df.pod
 /df/virt-df
 /df/virt-df.1
+/diff/stamp-virt-diff.pod
+/diff/virt-diff
+/diff/virt-diff.1
 /edit/stamp-virt-*.pod
 /edit/virt-edit
 /edit/virt-edit.1
@@ -104,9 +122,10 @@ Makefile.in
 /erlang/examples/stamp-guestfs-erlang.pod
 /erlang/guestfs.beam
 /erlang/guestfs.erl
-/erlang/test.img
+/erlang/libguestfs-1.*
 /examples/copy-over
 /examples/create-disk
+/examples/debug-logging
 /examples/display-icon
 /examples/guestfs-examples.3
 /examples/guestfs-faq.1
@@ -132,11 +151,14 @@ Makefile.in
 /fish/guestfish.1
 /fish/guestfish-actions.pod
 /fish/guestfish-commands.pod
+/fish/guestfish-prepopts.pod
+/fish/libguestfs-tools.conf.5
 /fish/prepopts.c
 /fish/prepopts.h
 /fish/rc_protocol.c
 /fish/rc_protocol.h
 /fish/stamp-guestfish.pod
+/fish/stamp-libguestfs-tools.conf.pod
 /fish/stamp-virt-copy-in.pod
 /fish/stamp-virt-copy-out.pod
 /fish/stamp-virt-tar-in.pod
@@ -169,6 +191,10 @@ Makefile.in
 /gobject/Guestfs-1.0.typelib
 /gobject/guestfs-gobject*.c
 /gobject/guestfs-gobject*.h
+/golang/bindtests.go
+/golang/examples/guestfs-golang.3
+/golang/examples/stamp-guestfs-golang.pod
+/golang/pkg
 /guestfs-release-notes.1
 /guestfsd-in-wine.log
 /haskell/Bindtests
@@ -182,6 +208,7 @@ Makefile.in
 /html/guestfs-erlang.3.html
 /html/guestfs-examples.3.html
 /html/guestfs-faq.1.html
+/html/guestfs-golang.3.html
 /html/guestfs-java.3.html
 /html/guestfs-lua.3.html
 /html/guestfs-ocaml.3.html
@@ -197,14 +224,18 @@ Makefile.in
 /html/guestunmount.1.html
 /html/libguestfs-make-fixed-appliance.1.html
 /html/libguestfs-test-tool.1.html
+/html/libguestfs-tools.conf.5.html
 /html/virt-alignment-scan.1.html
+/html/virt-builder.1.html
 /html/virt-cat.1.html
 /html/virt-copy-in.1.html
 /html/virt-copy-out.1.html
 /html/virt-df.1.html
+/html/virt-diff.1.html
 /html/virt-edit.1.html
 /html/virt-filesystems.1.html
 /html/virt-format.1.html
+/html/virt-index-validate.1.html
 /html/virt-inspector.1.html
 /html/virt-list-filesystems.1.html
 /html/virt-list-partitions.1.html
@@ -218,6 +249,7 @@ Makefile.in
 /html/virt-tar-in.1.html
 /html/virt-tar-out.1.html
 /html/virt-win-reg.1.html
+/inspector/actual-*.xml
 /inspector/stamp-virt-inspector.pod
 /inspector/test-xmllint.sh
 /inspector/virt-inspector
@@ -241,7 +273,6 @@ Makefile.in
 /lua/examples/stamp-guestfs-lua.pod
 /lua/guestfs.so
 /lua/lua-guestfs.c
-/lua/test.img
 /m4/ChangeLog
 /m4/gnulib-cache.m4
 /m4/intmax.m4
@@ -252,6 +283,12 @@ Makefile.in
 /m4/ltversion.m4
 /maint.mk
 /missing
+/mllib/.depend
+/mllib/common_gettext.ml
+/mllib/common_utils_tests
+/mllib/config.ml
+/mllib/dummy
+/mllib/libdir.ml
 /ocaml/bindtests.bc
 /ocaml/bindtests.opt
 /ocaml/bindtests.ml
@@ -267,20 +304,8 @@ Makefile.in
 /ocamlinit-stamp
 /ocaml/META
 /ocaml/stamp-mlguestfs
-/ocaml/t/guestfs_005_load.bc
-/ocaml/t/guestfs_005_load.opt
-/ocaml/t/guestfs_010_basic.bc
-/ocaml/t/guestfs_010_basic.opt
-/ocaml/t/guestfs_070_threads.bc
-/ocaml/t/guestfs_070_threads.opt
-/ocaml/t/guestfs_080_optargs.bc
-/ocaml/t/guestfs_080_optargs.opt
-/ocaml/t/guestfs_400_events.bc
-/ocaml/t/guestfs_400_events.opt
-/ocaml/t/guestfs_400_progress.bc
-/ocaml/t/guestfs_400_progress.opt
-/ocaml/t/guestfs_500_mount_local.bc
-/ocaml/t/guestfs_500_mount_local.opt
+/ocaml/t/*.bc
+/ocaml/t/*.opt
 /perl/bindtests.pl
 /perl/blib
 /perl/examples/guestfs-perl.3
@@ -331,11 +356,10 @@ Makefile.in
 /pick-guests.pl
 /po-docs/*/*.1
 /po-docs/*/*.3
+/po-docs/*/*.5
 /po-docs/*/*.8
-/po-docs/*/*.pl
 /po-docs/po4a.conf
 /po-docs/*/*.pod
-/po-docs/*/stamp-update-po
 /podwrapper.1
 /podwrapper.pl
 /po/*.gmo
@@ -352,8 +376,6 @@ Makefile.in
 /rescue/virt-rescue
 /rescue/virt-rescue.1
 /resize/.depend
-/resize/common_gettext.ml
-/resize/common_utils_tests
 /resize/stamp-virt-resize.pod
 /resize/virt-resize
 /resize/virt-resize.1
@@ -376,13 +398,11 @@ Makefile.in
 /src/actions-?.c
 /src/actions-variants.c
 /src/bindtests.c
-/src/cleanup-structs.c
 /src/errnostring.c
 /src/errnostring-gperf.c
 /src/errnostring-gperf.gperf
 /src/errnostring.h
 /src/event-string.c
-/src/free-structs.c
 /src/guestfs.3
 /src/guestfs-actions.pod
 /src/guestfs-availability.pod
@@ -397,6 +417,11 @@ Makefile.in
 /src/libguestfs.syms
 /src/.libs/libguestfs.so
 /src/stamp-guestfs.pod
+/src/structs-cleanup.c
+/src/structs-compare.c
+/src/structs-copy.c
+/src/structs-free.c
+/src/test-utils
 /stamp-guestfs-release-notes.pod
 /stamp-h1
 /sysprep/.depend
@@ -407,8 +432,6 @@ Makefile.in
 /sysprep/sysprep-operations.pod
 /sysprep/virt-sysprep
 /sysprep/virt-sysprep.1
-/test1.img
-/test2.img
 /test.err
 /test.out
 /tests/c-api/test-add-drive-opts
@@ -437,12 +460,16 @@ Makefile.in
 /tests/data/100krandom
 /tests/data/10klines
 /tests/data/abssymlink
+/tests/data/blank-disk-*
+/tests/data/blank-disk-*
 /tests/data/hello.b64
 /tests/data/initrd
 /tests/data/initrd-x86_64.img
 /tests/data/initrd-x86_64.img.gz
 /tests/data/test-grep.txt.gz
 /tests/data/test.iso
+/tests/disks/test-qemu-drive-libvirt.xml
+/tests/events/test-libvirt-auth-callbacks
 /tests/guests/blank-*.img
 /tests/guests/debian.img
 /tests/guests/fedora.img
@@ -453,6 +480,8 @@ Makefile.in
 /tests/guests/guests-all-good.xml
 /tests/guests/guest-aux/fedora-name.db
 /tests/guests/guest-aux/fedora-packages.db
+/tests/guests/guest-aux/windows-software
+/tests/guests/guest-aux/windows-system
 /tests/guests/stamp-fedora-md.img
 /tests/guests/ubuntu.img
 /tests/guests/windows.img
@@ -462,12 +491,14 @@ Makefile.in
 /tests/regressions/rhbz501893
 /tests/regressions/rhbz790721
 /tests/regressions/rhbz914931
+/tests/regressions/rhbz1044014
+/tests/regressions/rhbz1044014.out
+/tests/regressions/rhbz1055452
 /tests/rsync/rsyncd.pid
+/tests/syslinux/extlinux-guest.img
+/tests/syslinux/syslinux-guest.img
 /test-tool/libguestfs-test-tool
 /test-tool/libguestfs-test-tool.1
 /test-tool/libguestfs-test-tool-helper
 /test-tool/stamp-libguestfs-test-tool.pod
-/tools/test.img
 /tools/virt-*.1
-/tools/virt-*.pl
-/valgrind.log*
--- a/.gnulib
+++ b/.gnulib
--- a/.tx/config
+++ b/.tx/config
@@ -1,5 +1,5 @@
 [main]
-host = https://www.transifex.net
+host = https://www.transifex.com

 [libguestfs.libguestfspot]
 file_filter = po/<lang>.po
--- a/86
+++ b/86
@@ -1,37 +1,49 @@
-Angus Salkeld <asalkeld@redhat.com>
-Ani Peter <apeter@redhat.com>
-Charles Duffy <cduffy@messageone.com>
-Cole Robinson <crobinso@redhat.com>
-Daniel Berrange <berrange@redhat.com>
-Daniel Cabrera <logan@fedoraproject.org>
-Douglas Schilling Landgraf <dougsland@redhat.com>
-Eric Blake <eblake@redhat.com>
-Erik Nolte <erik_nolte@acm.org>
-Evaggelos Balaskas <ebalaskas@ebalaskas.gr>
-Geert Warrink <geert.warrink@onsnet.nu>
-Guido Günther <agx@sigxcpu.org>
-Hilko Bengen <bengen@debian.org>
-Hilko Bengen <bengen@hilluzination.de>
-infernix <infernix@infernix.net>
-Jaswinder Singh <jsingh@redhat.com>
-Jim Meyering <meyering@redhat.com>
-Jiri Popelka <jpopelka@redhat.com>
-John Eckersberg <jeckersb@redhat.com>
-Karel Klíč <kklic@redhat.com>
-Marcin Gibula <m.gibula@e24cloud.com>
-Masami HIRATA <msmhrt@gmail.com>
-Matthew Booth <mbooth@redhat.com>
-Maxim Koltsov <kolmax94@gmail.com>
-Michael Scherer <misc@zarb.org>
-Nikita A Menkovich <menkovich@gmail.com>
-Nikos Skalkotos <skalkoto@gmail.com>
-Olaf Hering <olaf@aepfle.de>
-Piotr Drąg <piotrdrag@gmail.com>
-Qin Guan <qguan@redhat.com>
-Rajesh Ranjan <rranjan@redhat.com>
-Richard W.M. Jones <rjones@redhat.com>
-Sandeep Shedmake <sshedmak@redhat.com>
-Shankar Prasad <svenkate@redhat.com>
-Thomas S Hatch <thatch45@gmail.com>
-Wanlong Gao <gaowanlong@cn.fujitsu.com>
-Wulf C. Krueger <philantrop@exherbo.org>
+Adam Huffman
+Angus Salkeld
+Ani Peter
+Charles Duffy
+Cole Robinson
+Colin Walters
+Dan Lipsitt
+Daniel Berrange
+Daniel Cabrera
+Daniel Exner
+Dave Vasilevsky
+Douglas Schilling Landgraf
+Eric Blake
+Erik Nolte
+Evaggelos Balaskas
+Geert Warrink
+Guido Günther
+Hilko Bengen
+infernix
+Jaswinder Singh
+Jim Meyering
+Jiri Popelka
+John Eckersberg
+Karel Klíč
+Marcin Gibula
+Martin Kletzander
+Masami HIRATA
+Matthew Booth
+Maxim Koltsov
+Michael Scherer
+Mike Kelly
+Nicholas Strugnell
+Nikita A Menkovich
+Nikita Menkovich
+Nikos Skalkotos
+Olaf Hering
+Or Goshen
+Paul Mackerras
+Pino Toscano
+Piotr Drąg
+Qin Guan
+Rajesh Ranjan
+Richard W.M. Jones
+Sandeep Shedmake
+Shankar Prasad
+Thomas S Hatch
+Török Edwin
+Wanlong Gao
+Wulf C. Krueger
--- a/396
+++ b/396
@@ -1,5 +1,5 @@
 NOTE: This file is automatically generated from "update-bugs.sh".
-Last updated: 2013-03-29
+Last updated: 2014-01-25

 This contains a local list of the bugs that are open against
 libguestfs.  Bugs are tracked in the Red Hat Bugzilla database
@@ -29,9 +29,6 @@ Bugs in NEW or ASSIGNED state are open and waiting for someone to fix.
 554829 NEW https://bugzilla.redhat.com/show_bug.cgi?id=554829
  SELinux handling could be done better.

-563450 NEW https://bugzilla.redhat.com/show_bug.cgi?id=563450
-  list-devices returns devices of different types out of order
-
 572337 NEW https://bugzilla.redhat.com/show_bug.cgi?id=572337
  libguestfs should support gptsync

@@ -44,42 +41,18 @@ Bugs in NEW or ASSIGNED state are open and waiting for someone to fix.
 604041 NEW https://bugzilla.redhat.com/show_bug.cgi?id=604041
  guestmount absolute symlinks don't work

-624334 NEW https://bugzilla.redhat.com/show_bug.cgi?id=624334
-  blockdev-setbsz succeeds, but does not affect blockdev-getbsz
-
-624335 NEW https://bugzilla.redhat.com/show_bug.cgi?id=624335
-  blockdev-setbsz succeeds, but does not affect blockdev-getbsz
-
 637251 NEW https://bugzilla.redhat.com/show_bug.cgi?id=637251
  virt-inspector fails to recognize data-only NTFS disk image

-660687 NEW https://bugzilla.redhat.com/show_bug.cgi?id=660687
-  guestmount: "touch" command fails: touch: setting times of `timestamp': Invalid argument
-
-672485 NEW https://bugzilla.redhat.com/show_bug.cgi?id=672485
-  [RFE] virt-edit/tar/inspector do not support encrypted system
-
 693064 NEW https://bugzilla.redhat.com/show_bug.cgi?id=693064
  Symbolic links on ntfs-3g are not followed correctly by some commands

-696445 NEW https://bugzilla.redhat.com/show_bug.cgi?id=696445
-  Backport virt-inspector for virt-v2v
-
-696451 NEW https://bugzilla.redhat.com/show_bug.cgi?id=696451
-  libguestfs: unknown filesystem label SWAP-sda2
-
-700342 NEW https://bugzilla.redhat.com/show_bug.cgi?id=700342
-  virt-inspector resports unknown filesystem UUID
-
 709326 NEW https://bugzilla.redhat.com/show_bug.cgi?id=709326
  virt-inspector cannot detect ReactOS

 737261 NEW https://bugzilla.redhat.com/show_bug.cgi?id=737261
  libguestfs grub-install API needs grub1

-745282 NEW https://bugzilla.redhat.com/show_bug.cgi?id=745282
-  [RFE] Support to use virt-filesystems with remote libvirt systems
-
 745576 NEW https://bugzilla.redhat.com/show_bug.cgi?id=745576
  libguestfs (or qemu?) hangs if sparse file runs out of disk space

@@ -95,30 +68,21 @@ Bugs in NEW or ASSIGNED state are open and waiting for someone to fix.
 790837 NEW https://bugzilla.redhat.com/show_bug.cgi?id=790837
  Use of atexit to clean up handles is wrong in multithreaded programs

+803643 NEW https://bugzilla.redhat.com/show_bug.cgi?id=803643
+  inspect-is-multipart return false when inspection results should be true
+
 803650 NEW https://bugzilla.redhat.com/show_bug.cgi?id=803650
  inspect-is-live return false when inspection results should be true

 803657 NEW https://bugzilla.redhat.com/show_bug.cgi?id=803657
  [RFE] inspect-is-netinst : support more distributions

-805417 NEW https://bugzilla.redhat.com/show_bug.cgi?id=805417
-  RFE: support inspection of installation ISOs of WinVista, Win7, Win2008 & Win2008r2
-
-806179 NEW https://bugzilla.redhat.com/show_bug.cgi?id=806179
-  RFE: support inspection of icon for more Windows guests
-
 812970 NEW https://bugzilla.redhat.com/show_bug.cgi?id=812970
  virt-rescue cannot set ><rescue> prompt, on Ubuntu 12.04

 813290 NEW https://bugzilla.redhat.com/show_bug.cgi?id=813290
  mdadm (md-detail) test occasionally fails with 'md device /dev/md125 does not appear to be active.'

-815149 NEW https://bugzilla.redhat.com/show_bug.cgi?id=815149
-  virt-alignment-scan gives error "part_list: could not parse row from output of parted print command: /dev/vda:4194304B:virtblk:512:512:msdos:Virtio Block Device"
-
-819086 NEW https://bugzilla.redhat.com/show_bug.cgi?id=819086
-  look for qemu-kvm on /usr/libexec
-
 822538 NEW https://bugzilla.redhat.com/show_bug.cgi?id=822538
  libguestfs tools hang on qcow2 encrypted disks

@@ -137,9 +101,6 @@ Bugs in NEW or ASSIGNED state are open and waiting for someone to fix.
 835622 NEW https://bugzilla.redhat.com/show_bug.cgi?id=835622
  RFE: virt-sparsify should be able to sparsify onto a thin-provisioned LV

-837941 NEW https://bugzilla.redhat.com/show_bug.cgi?id=837941
-  Data loss when writing to qcow2-format disk files
-
 845234 NEW https://bugzilla.redhat.com/show_bug.cgi?id=845234
  RFE: virt-ls on Windows guest doesn't support drive letters

@@ -152,120 +113,156 @@ Bugs in NEW or ASSIGNED state are open and waiting for someone to fix.
 866994 NEW https://bugzilla.redhat.com/show_bug.cgi?id=866994
  tgz-out causes memory leak in guestfsd

-869179 NEW https://bugzilla.redhat.com/show_bug.cgi?id=869179
-  libguestfs fail to startup  on latest rhel7 tree
-
-880806 NEW https://bugzilla.redhat.com/show_bug.cgi?id=880806
-  virt-df with two -a options displays incorrect disk image name
-
 887826 NEW https://bugzilla.redhat.com/show_bug.cgi?id=887826
  RFE: virt-sparsify cannot handle multi-disk virtual machines (eg. if they use LVM, MD, LDM, etc)

-889089 NEW https://bugzilla.redhat.com/show_bug.cgi?id=889089
-  Block device /dev/sd* didn't translate to  /dev/vd*
-
-890027 NEW https://bugzilla.redhat.com/show_bug.cgi?id=890027
-  virt-sysprep: Setting the hostname on Fedora 18 is stupidly over-complicated
-
 891909 NEW https://bugzilla.redhat.com/show_bug.cgi?id=891909
  Can't make install with non-standard prefix as non-root

-892271 NEW https://bugzilla.redhat.com/show_bug.cgi?id=892271
-  virt-format fail to format  the same disk more than twice with lvm enable
-
-892272 NEW https://bugzilla.redhat.com/show_bug.cgi?id=892272
-  Specify QEMU interface emulation will break libguestfs
-
-892275 NEW https://bugzilla.redhat.com/show_bug.cgi?id=892275
-  checksums-out fail to compute the checksums of all regular files in directory
-
-892291 NEW https://bugzilla.redhat.com/show_bug.cgi?id=892291
-  guestmount: link() incorrectly returns ENOENT, when it should be EXDEV
-
-892834 NEW https://bugzilla.redhat.com/show_bug.cgi?id=892834
-  guestmount: rename() incorrectly follows symbolic links
-
 895898 NEW https://bugzilla.redhat.com/show_bug.cgi?id=895898
  RFE: Allow interface to be specified with libvirt attach-method

 895946 NEW https://bugzilla.redhat.com/show_bug.cgi?id=895946
  Got incorrect block count number when resize ntfs file system via "ntfsresize_opts"

-903890 NEW https://bugzilla.redhat.com/show_bug.cgi?id=903890
-  scrub-freespace didn't remove the scrub file, cause the file system 100% full
-
-903972 NEW https://bugzilla.redhat.com/show_bug.cgi?id=903972
-  Command "acl-set-file" is inconvenient to use
-
 903987 NEW https://bugzilla.redhat.com/show_bug.cgi?id=903987
  Command "acl-set-file" is inconvenient to use

-905322 NEW https://bugzilla.redhat.com/show_bug.cgi?id=905322
-  "No such file or directory" when execute "hivex-commit"
-
-906190 NEW https://bugzilla.redhat.com/show_bug.cgi?id=906190
-  Need add a line break behind the output of command "hivex-value-value"
-
 906766 NEW https://bugzilla.redhat.com/show_bug.cgi?id=906766
  virt-resize cannot resize RHEL 5 guest with GPT partition table type

 906777 NEW https://bugzilla.redhat.com/show_bug.cgi?id=906777
  In tests, set_label sometimes fails

-908255 NEW https://bugzilla.redhat.com/show_bug.cgi?id=908255
-  error message didn't translate to user language
-
-909666 NEW https://bugzilla.redhat.com/show_bug.cgi?id=909666
-  Unexpected non-tail recursion in recv_from_daemon results in stack overflow in very long-running API calls that send progress messages
-
-909667 NEW https://bugzilla.redhat.com/show_bug.cgi?id=909667
-  Unexpected non-tail recursion in recv_from_daemon results in stack overflow in very long-running API calls that send progress messages
-
 910115 NEW https://bugzilla.redhat.com/show_bug.cgi?id=910115
  RFE: support ntfsresize --bad-sectors option in virt-resize

 910269 NEW https://bugzilla.redhat.com/show_bug.cgi?id=910269
-  Tracker: Bugs in other packages that stop libguestfs working on current Rawhide
-
-910270 NEW https://bugzilla.redhat.com/show_bug.cgi?id=910270
-  Tracker: Bugs in other packages that stop libguestfs working on Fedora 18
-
-911674 NEW https://bugzilla.redhat.com/show_bug.cgi?id=911674
-  swapon label test fails (RHEL 7 only)
-
-911678 NEW https://bugzilla.redhat.com/show_bug.cgi?id=911678
-  libguestfs: error: cpio command failed: Resource temporarily unavailable (RHEL 7 only)
-
-913774 NEW https://bugzilla.redhat.com/show_bug.cgi?id=913774
-  libguestfs: could not create appliance through libvirt when URI is qemu:///system or running as root (which causes system to be used implicitly)
+  Tracker: Bugs in other packages that stop libguestfs working

 913815 NEW https://bugzilla.redhat.com/show_bug.cgi?id=913815
  febootstrap: no ext2 root device found when running libguestfs-test-tools

-916130 NEW https://bugzilla.redhat.com/show_bug.cgi?id=916130
-  libguestfs can't rebuild in mock
-
 917706 NEW https://bugzilla.redhat.com/show_bug.cgi?id=917706
  guestfs_umount_local is not thread safe

 920617 NEW https://bugzilla.redhat.com/show_bug.cgi?id=920617
  RFE: virt-inspector (or another tool) should produce OVF output for oVirt / RHEV

-921299 NEW https://bugzilla.redhat.com/show_bug.cgi?id=921299
-  virt-p2v fails with permissions problem on kernel module.
-
-921710 NEW https://bugzilla.redhat.com/show_bug.cgi?id=921710
-  9p support should be disabled in libguestfs in RHEL 7
-
-922891 NEW https://bugzilla.redhat.com/show_bug.cgi?id=922891
-  Tracker: Bugs in other packages that stop libguestfs working on Fedora 19
-
-923355 NEW https://bugzilla.redhat.com/show_bug.cgi?id=923355
-  guestfish prints literal "n" in error messages
-
 927447 NEW https://bugzilla.redhat.com/show_bug.cgi?id=927447
  [suse] virt tools hang on disk image, but libguestfs-test-tool runs OK

+953907 NEW https://bugzilla.redhat.com/show_bug.cgi?id=953907
+  virt-sysprep does not correctly set the hostname on Debian/Ubuntu
+
+972292 NEW https://bugzilla.redhat.com/show_bug.cgi?id=972292
+  lgetxattrs can't show the file attribute list with ntfs FS in rhel7
+
+972294 NEW https://bugzilla.redhat.com/show_bug.cgi?id=972294
+  lsetxattr/lgetxattr doesn't work to softlink file with ntfs FS in rhel7
+
+973138 NEW https://bugzilla.redhat.com/show_bug.cgi?id=973138
+  RFE: sh & debug sh should be able to capture all output and error return code
+
+979392 NEW https://bugzilla.redhat.com/show_bug.cgi?id=979392
+  [abrt] virt-manager crash from libguestfs launch_libvirt
+
+980790 NEW https://bugzilla.redhat.com/show_bug.cgi?id=980790
+  fstrim returns error "FITRIM ioctl failed: Inappropriate ioctl for device"
+
+982516 NEW https://bugzilla.redhat.com/show_bug.cgi?id=982516
+  sh "rpm -Va" fails because apparently /dev/shm is not created/bind-mounted correctly
+
+982979 NEW https://bugzilla.redhat.com/show_bug.cgi?id=982979
+  Disable fstrim API/command in RHEL 6
+
+983969 NEW https://bugzilla.redhat.com/show_bug.cgi?id=983969
+  RFE: virt-sysprep should be SELinux-aware
+
+986242 NEW https://bugzilla.redhat.com/show_bug.cgi?id=986242
+  golang bindings cannot be compiled if golang-guestfs package is installed
+
+987829 NEW https://bugzilla.redhat.com/show_bug.cgi?id=987829
+  virt-resize error: "lvm_set_filter: vgchange: Couldn't find device with uuid .. Refusing activation of partial LV"
+
+988100 NEW https://bugzilla.redhat.com/show_bug.cgi?id=988100
+  RFE: journal reader in guestfish
+
+991641 NEW https://bugzilla.redhat.com/show_bug.cgi?id=991641
+  virt-sysprep fs-uuids plugin doesn't update UUIDs in fstab, elsewhere
+
+991830 NEW https://bugzilla.redhat.com/show_bug.cgi?id=991830
+  virt-resize throws ambiguous error when /dev/mapper/VG-LV path is used
+
+994965 NEW https://bugzilla.redhat.com/show_bug.cgi?id=994965
+  libguestfs doesn't work on armv7hl
+
+997160 NEW https://bugzilla.redhat.com/show_bug.cgi?id=997160
+  virt-sysprep prints: filesize: /etc/mdadm.conf: No such file or directory
+
+998065 NEW https://bugzilla.redhat.com/show_bug.cgi?id=998065
+  libguestfs kernel hang in RHEL 6.5
+
+1019388 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1019388
+  firstboot scripts (virt-builder, virt-sysprep) don't work for Debian 6 & 7 guests
+
+1020806 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1020806
+  All libguestfs LVM operations fail on Debian/Ubuntu
+
+1021149 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1021149
+  Rebase libguestfs to 1.24 in RHEL 7.1
+
+1023630 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1023630
+  enable-valgrind-daemon option breaks UML
+
+1025942 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1025942
+  Parallel virt-df and virt-alignment-scan tests sometimes deadlock
+
+1027526 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1027526
+  RFE: Labels for logical partitions lost in Windows 2003 after virt-resize for primary partition
+
+1028676 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1028676
+  Add virt-builder to RHEL 7.1
+
+1029134 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1029134
+  Broken links in virt-builder web man page
+
+1033573 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1033573
+  libguestfs inspection does not recognize NAS4Free OS installed on QCOW2 image
+
+1035320 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1035320
+  test faild during build
+
+1040912 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1040912
+  [ARM] mount-local / FUSE support does not seem to work at all
+
+1041552 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1041552
+  virt-sysprep should remove Pegasus certificates
+
+1042780 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1042780
+  Support the virt-sysprep --delete option
+
+1049656 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1049656
+  hostnamectl set-hostname fails
+
+1051694 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1051694
+  libguestfs FTBFS on Ubuntu saucy
+
+1056047 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1056047
+  virt-df generates no output for Solaris 11 x86_64 guest.
+
+1056556 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1056556
+  virt-sparsify overwrites block devices if used as output files
+
+1056558 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1056558
+  virt-sparsify overwrites block devices if used as output files
+
+1057492 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1057492
+  mount-local should give a clearer error if root is not mounted
+
+1057510 NEW https://bugzilla.redhat.com/show_bug.cgi?id=1057510
+  mount-local should give a clearer error if root is not mounted
+
 503134 ASSIGNED https://bugzilla.redhat.com/show_bug.cgi?id=503134
  guestfish's list splitting does not recognize internal quoting

@@ -278,11 +275,14 @@ Bugs in NEW or ASSIGNED state are open and waiting for someone to fix.
 619334 ASSIGNED https://bugzilla.redhat.com/show_bug.cgi?id=619334
  RFE: Enable coredump capture in the appliance

-691389 ASSIGNED https://bugzilla.redhat.com/show_bug.cgi?id=691389
-  Extended attributes don't work over guestmount (FUSE)
+624335 ASSIGNED https://bugzilla.redhat.com/show_bug.cgi?id=624335
+  blockdev-setbsz succeeds, but does not affect blockdev-getbsz

-803643 ASSIGNED https://bugzilla.redhat.com/show_bug.cgi?id=803643
-  inspect-is-multipart return false when inspection results should be true
+691389 ASSIGNED https://bugzilla.redhat.com/show_bug.cgi?id=691389
+  SELinux labels don't work over guestmount (FUSE)
+
+965495 ASSIGNED https://bugzilla.redhat.com/show_bug.cgi?id=965495
+  New APIs required in libguestfs for virt-v2v in RHEL 6.5

 (88 bugs)

@@ -290,18 +290,158 @@ Bugs in NEW or ASSIGNED state are open and waiting for someone to fix.
 Bugs in MODIFIED, POST or ON_QA state are fixed.
 You can help by testing the fixes.

-889536 MODIFIED https://bugzilla.redhat.com/show_bug.cgi?id=889536
+1028650 POST https://bugzilla.redhat.com/show_bug.cgi?id=1028650
+  virt-* argument parser doesn't accept --arg=value (you have to use --arg value)
+
+1057504 POST https://bugzilla.redhat.com/show_bug.cgi?id=1057504
+  mount-local should give a clearer error if root is not mounted
+
+1053847 MODIFIED https://bugzilla.redhat.com/show_bug.cgi?id=1053847
+  Recommended default clock/timer settings
+
+998109 ON_QA https://bugzilla.redhat.com/show_bug.cgi?id=998109
+  Let's enable kvmclock in RHEL 7
+
+1020950 ON_QA https://bugzilla.redhat.com/show_bug.cgi?id=1020950
+  CVE-2013-4419 libguestfs: insecure temporary directory handling for guestfish's network socket [epel-5]
+
+1045033 ON_QA https://bugzilla.redhat.com/show_bug.cgi?id=1045033
+  LIBVIRT_DEFAULT_URI=qemu:///system breaks libguestfs
+
+(6 bugs)
+
+--------------------------------------------------
+These bugs are in the VERIFIED state.
+
+672485 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=672485
+  [RFE] virt-edit/tar-in/tar-out/inspector do not support encrypted system
+
+869179 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=869179
+  libguestfs fail to startup  on latest rhel7 tree
+
+880806 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=880806
+  virt-df with two -a options displays incorrect disk image name
+
+889536 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=889536
  [RFE]It's better to emphasize "libguestfs-winsupport" in V2V manpage or error output

-889537 MODIFIED https://bugzilla.redhat.com/show_bug.cgi?id=889537
+889537 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=889537
  Libguestfs live support should be disabled in RHEL 7 packages

-889538 MODIFIED https://bugzilla.redhat.com/show_bug.cgi?id=889538
+889538 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=889538
  libguestfs can not be installed with recent iptables

-909573 MODIFIED https://bugzilla.redhat.com/show_bug.cgi?id=909573
+892271 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=892271
+  virt-format fail to format  the same disk more than twice with lvm enable
+
+892275 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=892275
+  checksums-out fail to compute the checksums of all regular files in directory
+
+894241 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=894241
+  aug-init fail with the newest augeas package
+
+905322 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=905322
+  "hivex-commit" should fail with a relative path
+
+909573 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=909573
  patch libguestfs to use 'supermin' instead of 'febootstrap' in RHEL 7

-(4 bugs)
+909667 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=909667
+  Unexpected non-tail recursion in recv_from_daemon results in stack overflow in very long-running API calls that send progress messages
+
+921710 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=921710
+  9p support should be disabled in libguestfs in RHEL 7
+
+947438 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=947438
+  Some obsolete tools should be removed from libguestfs RHEL 7 package
+
+949486 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=949486
+  libguestfs-1.20.5-3.el7.x86_64   dependency  problem
+
+957616 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=957616
+  libguestfs-1.21.31-1.1.el7.1.1.x86_64 won't install due to missing dependency
+
+957796 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=957796
+  tar-out and base64-out quoting error
+
+962113 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=962113
+  Disable libguestfs block drivers which are not supported by RHEL 7 qemu + libvirt
+
+974490 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=974490
+  Regression: Fedora inspection broken by change from guestfs_exists to guestfs_is_file
+
+975573 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=975573
+  virt-sysprep is in the wrong subpackage
+
+975771 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=975771
+  Specifying virtio interface ('iface' parameter) breaks the direct backend - libguestfs hangs
+
+976250 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=976250
+  Make xfs filesystem failed with specified blocksize, gives "unknown option -b" error
+
+976299 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=976299
+  mke2fs-J should give a meaningful error when specified type is anything except 'ext{2,3,4}'
+
+980338 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=980338
+  disk-format "qemu-img info: JSON parse error" when target file does not exist
+
+983691 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=983691
+  libguestfs double free when kernel link fails during launch
+
+985856 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=985856
+  Can't set acl value for a specified user with 'acl-set-file'
+
+988862 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=988862
+  virt-sysprep --firstboot option writes incorrect "99" (instead of "S99") sysv-init-style start up script
+
+989356 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=989356
+  cap-get-file will return error if the file has not be set capabilities
+
+995176 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=995176
+  RFE: Implement set-uuid command
+
+995712 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=995712
+  list-filesystems command fails if there are no block devices
+
+998485 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=998485
+  guestfish remote prints "libguestfs: error: waitpid (qemu): No child processes"
+
+998750 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=998750
+  guestfish does not work due to conflict of remote and interactive mode
+
+1000123 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=1000123
+  'sh' command before mount causes daemon to segfault
+
+1000428 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=1000428
+  virt-format uses wrong partition type for vfat filesystems
+
+1001875 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=1001875
+  Argument 'excludes' of tar-out does not work
+
+1001876 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=1001876
+  Update "rsync-out" helpout for using wildcard
+
+1002032 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=1002032
+  mke2fs can't return the correct filesystem type when blockscount is less than 2048 for ext3
+
+1003291 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=1003291
+  Backport cachemode patch to RHEL 7
+
+1011922 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=1011922
+  Use host-passthrough instead of host-model
+
+1016465 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=1016465
+  blockdev-setbsz succeeds, but does not affect blockdev-getbsz
+
+1019891 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=1019891
+  libguestfs-tools.conf should have a man page
+
+1020021 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=1020021
+  Drop php-libguestfs subpackage
+
+1037795 VERIFIED https://bugzilla.redhat.com/show_bug.cgi?id=1037795
+  libguestfs rebuild needed due to broken ABI compatibility (caused by procps-ng update to 3.3.9)
+
+(43 bugs)

 End of BUGS file.
--- a/Makefile.am
+++ b/Makefile.am
@@ -1,5 +1,5 @@
 # libguestfs
-# Copyright (C) 2009-2013 Red Hat Inc.
+# Copyright (C) 2009-2014 Red Hat Inc.
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -15,9 +15,7 @@
 # along with this program; if not, write to the Free Software
 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.

-include $(top_builddir)/localenv
-
-include $(top_srcdir)/subdir-rules.mk
+include $(top_srcdir)/common-rules.mk

 ACLOCAL_AMFLAGS = -I m4

@@ -39,15 +37,18 @@ SUBDIRS += tests/guests
 SUBDIRS += tests/c-api
 SUBDIRS += tests/tmpdirs
 SUBDIRS += tests/protocol
+SUBDIRS += tests/events
 SUBDIRS += tests/parallel
 SUBDIRS += tests/disks
 SUBDIRS += tests/mountable
+SUBDIRS += tests/network
 SUBDIRS += tests/lvm
 SUBDIRS += tests/luks
 SUBDIRS += tests/md
 SUBDIRS += tests/selinux
 SUBDIRS += tests/ntfsclone
 SUBDIRS += tests/btrfs
+SUBDIRS += tests/xfs
 SUBDIRS += tests/charsets
 SUBDIRS += tests/xml
 SUBDIRS += tests/mount-local
@@ -57,6 +58,11 @@ SUBDIRS += tests/bigdirs
 SUBDIRS += tests/disk-labels
 SUBDIRS += tests/hotplug
 SUBDIRS += tests/nbd
+SUBDIRS += tests/http
+SUBDIRS += tests/syslinux
+SUBDIRS += tests/journal
+SUBDIRS += tests/fuzz
+SUBDIRS += tests/relative-paths
 SUBDIRS += tests/regressions
 endif

@@ -67,7 +73,7 @@ SUBDIRS += test-tool
 SUBDIRS += fish

 # virt-tools in C.
-SUBDIRS += align cat df edit format inspector rescue
+SUBDIRS += align cat diff df edit format inspector rescue

 # bash-completion
 SUBDIRS += bash
@@ -103,13 +109,17 @@ endif
 if HAVE_GOBJECT
 SUBDIRS += gobject
 endif
+if HAVE_GOLANG
+SUBDIRS += golang golang/examples
+endif

 # Unconditional because nothing is built yet.
 SUBDIRS += csharp

-# OCaml tools.
+# OCaml tools.  Note 'mllib' contains random shared code used by
+# all of the OCaml tools.
 if HAVE_OCAML
-SUBDIRS += resize sparsify sysprep
+SUBDIRS += mllib builder builder/website resize sparsify sysprep
 endif

 # Perl tools.
@@ -128,17 +138,17 @@ SUBDIRS += po-docs
 endif

 EXTRA_DIST = \
-	$(generator_built) \
 	BUGS HACKING ROADMAP TODO \
 	.gitignore \
 	.lvimrc \
 	.mailmap \
 	.tx/config \
+	bootstrap \
 	bugs-in-changelog.sh \
 	autogen.sh \
 	bindtests \
+	cfg.mk \
 	contrib/autobuild/autobuild.sh \
-	contrib/guestfsd-in-wine.sh \
 	contrib/intro/libguestfs-intro.html \
 	contrib/intro/overview.png \
 	contrib/intro/overview.svg \
@@ -162,18 +172,28 @@ EXTRA_DIST = \
 	contrib/visualize-alignment/qemu-0.13-trace-block-device-access.patch \
 	contrib/visualize-alignment/README \
 	contrib/visualize-alignment/tracetops.ml \
+	contrib/windows-icons.pl \
 	guestfs-release-notes.pod \
 	guestfs-release-notes.txt \
 	html/draft.png \
 	html/draft.svg \
 	html/pod.css \
+	html/virt-builder.svg \
 	libtool-kill-dependency_libs.sh \
 	logo/fish.svg logo/fish.png \
+	logo/virt-builder.svg \
 	m4/.gitignore \
 	tmp/.gitignore \
 	tx-pull.sh \
 	update-bugs.sh \
-	valgrind-suppressions
+	valgrind-suppressions \
+	.x-sc_avoid_ctype_macros \
+	.x-sc_prohibit_have_config_h \
+	.x-sc_prohibit_magic_number_exit \
+	.x-sc_prohibit_strcmp \
+	.x-sc_prohibit_strcmp_and_strncmp \
+	.x-sc_TAB_in_indentation \
+	.x-sc_trailing_blank

 # The website.
 HTMLFILES = \
@@ -181,6 +201,7 @@ HTMLFILES = \
 	html/guestfs-examples.3.html \
 	html/guestfs-erlang.3.html \
 	html/guestfs-faq.1.html \
+	html/guestfs-golang.3.html \
 	html/guestfs-java.3.html \
 	html/guestfs-lua.3.html \
 	html/guestfs-ocaml.3.html \
@@ -198,10 +219,12 @@ HTMLFILES = \
 	html/libguestfs-make-fixed-appliance.1.html \
 	html/libguestfs-test-tool.1.html \
 	html/virt-alignment-scan.1.html \
+	html/virt-builder.1.html \
 	html/virt-cat.1.html \
 	html/virt-copy-in.1.html \
 	html/virt-copy-out.1.html \
 	html/virt-df.1.html \
+	html/virt-diff.1.html \
 	html/virt-edit.1.html \
 	html/virt-filesystems.1.html \
 	html/virt-format.1.html \
@@ -219,19 +242,30 @@ HTMLFILES = \
 	html/virt-tar-out.1.html \
 	html/virt-win-reg.1.html

-HTMLSUPPORTFILES = html/draft.png html/pod.css
+HTMLSUPPORTFILES = \
+	html/draft.png \
+	html/pod.css \
+	html/virt-builder.svg

 TEXTFILES = BUGS README ROADMAP TODO

-WEBSITEDIR = $(HOME)/d/redhat/websites/libguestfs
+BUILDERFILES = \
+	builder/website/README \
+	builder/website/index \
+	builder/website/index.asc \
+	builder/website/*.xz \
+	builder/website/*.xz.sig
+
+WEBSITEDIR = $(HOME)/d/websites/libguestfs

 # For reasons not fully understood, we need to rebuild all the
 # man pages and HTMLFILES from scratch here.
-website: $(HTMLFILES) $(TEXTFILES)
+website: $(HTMLFILES) $(HTMLSUPPORTFILES) $(TEXTFILES) $(BUILDERFILES)
 	find -name 'stamp-*.pod' -delete
 	$(MAKE)
 	cp $(HTMLFILES) $(HTMLSUPPORTFILES) $(WEBSITEDIR)
 	for f in $(TEXTFILES); do cp $$f $(WEBSITEDIR)/$$f.txt; done
+	cp $(BUILDERFILES) $(WEBSITEDIR)/download/builder/
 	cd $(WEBSITEDIR) && \
 	date=`date +%F`; \
 	sed -e "s/SUBST_VERSION/$(VERSION)/" \
@@ -240,37 +274,34 @@ website: $(HTMLFILES) $(TEXTFILES)

 # When doing 'make dist' update a few files automatically.
 dist-hook:
-	$(top_srcdir)/build-aux/gitlog-to-changelog > ChangeLog
+	git log --decorate=false > ChangeLog
 	cp ChangeLog $(distdir)/ChangeLog
 	$(top_srcdir)/update-bugs.sh > BUGS-t
 	mv BUGS-t BUGS
 	cp BUGS $(distdir)/BUGS
-	git shortlog -se | awk -F'\t' '{print $$2}' | sort -f > AUTHORS-t
+	git shortlog -s | awk -F'\t' '{print $$2}' | sort -f > AUTHORS-t
 	mv AUTHORS-t AUTHORS
 	cp AUTHORS $(distdir)/AUTHORS

-# Update the list of translatable files (po/POTFILES po/POTFILES-ml).
+# Update the list of translatable files.  These are separated into:
+#
+#  po/POTFILES - files with ordinary extensions, but not OCaml files
+#  po/POTFILES-pl - Perl files that don't end in *.pl, which need a
+#                   special xgettext option [not generated here]
+#  po/POTFILES-ml - OCaml files, which need a special tool to translate
+#
+# See po/Makefile.am.
+#
 # This has to be in the top-level Makefile.am so that we have access
 # to DIST_SUBDIRS.
 all-local:
 	cd $(srcdir); \
-	find $(DIST_SUBDIRS) \
-	    -name '*.c' -o -name '*.pl' -o -name '*.pm' | \
-	grep -v '^perl/blib/' | \
-	grep -v '^tests/' | \
-	grep -v '^daemon/lib/' | \
-	grep -v '^daemon/tests/' | \
-	grep -v '^examples/' | \
-	grep -v '^gnulib/' | \
-	grep -v '^perl/examples/' | \
-	grep -v '/guestfs_protocol.c' | \
-	grep -v '/rc_protocol.c' | \
-	grep -v '^po-docs/' | \
-	grep -v '^images/' | \
-	LC_ALL=C sort | \
-	sed 's,^\./,,' > po/POTFILES
+	find $(DIST_SUBDIRS) -name '*.c' -o -name '*.pl' -o -name '*.pm' | \
+	grep -v -E '^(examples|gnulib|perl/(blib|examples)|po-docs|tests)/' | \
+	grep -v -E '/((guestfs|rc)_protocol\.c)$$' | \
+	LC_ALL=C sort > po/POTFILES
 	cd $(srcdir); \
-	find resize sparsify sysprep -name '*.ml' | \
+	find builder mllib resize sparsify sysprep -name '*.ml' | \
 	LC_ALL=C sort > po/POTFILES-ml

 # Manual pages in top level directory.
@@ -305,11 +336,20 @@ podwrapper.1: podwrapper.pl
 # Make clean.

 CLEANFILES = \
+	*~ \
 	html/*.html \
 	pod2htm?.tmp \
 	podwrapper.1 \
 	qemu-wrapper.sh \
-	stamp-guestfs-release-notes.pod
+	stamp-guestfs-release-notes.pod \
+	tmp/disk* \
+	tmp/run-* \
+	tmp/valgrind-*.log
+
+clean-local:
+	-rm -rf tmp/libguestfs??????
+	-rm -rf tmp/guestfs.*
+	-rm -rf tmp/.guestfs-*

 # If you don't want to run all of the tests ('make check') then this
 # will just run libguestfs-test-tool for a quick check.  Note this
@@ -320,41 +360,82 @@ quickcheck:

 # Non-standard tests.

-extra-tests:
+check-all:
 	$(MAKE) -j1 \
+	  check \
 	  check-valgrind \
 	  check-valgrind-local-guests \
-	  check-with-appliance \
-	  check-valgrind-with-appliance \
+	  check-direct \
+	  check-valgrind-direct \
+	  check-uml \
+	  check-valgrind-uml \
 	  check-with-upstream-qemu \
 	  check-with-upstream-libvirt \
 	  check-slow

+check-release:
+	$(MAKE) -j1 \
+	  check \
+	  check-valgrind \
+	  check-direct \
+	  check-valgrind-direct
+	$(MAKE) -j1 LIBGUESTFS_HV=$(HOME)/d/linux-um/vmlinux \
+	  check-uml \
+	  check-valgrind-uml
+	$(MAKE) -j1 \
+	  check-slow
+
 check-valgrind: build-test-guests
-	@for f in `grep -l '^$@:' $(SUBDIRS:%=%/Makefile.am)`; do \
+	@errors=0; \
+	for f in `grep -l '^$@:' $(SUBDIRS:%=%/Makefile.am)`; do \
 	  echo $(MAKE) -C `dirname $$f` $@; \
-	  $(MAKE) -C `dirname $$f` $@ || exit $$?; \
-	done
+	  $(MAKE) -C `dirname $$f` $@ || (( errors++ )); \
+	done; \
+	exit $$(( $$errors ? 1 : 0 ))

 check-valgrind-local-guests:
 	@GUESTS=`$(top_builddir)/run ./pick-guests.pl 5`; \
+	errors=0; \
 	for f in `grep -l '^$@:' $(SUBDIRS:%=%/Makefile.am)`; do \
 	  echo $(MAKE) GUESTS="$$GUESTS" -C `dirname $$f` $@; \
-	  $(MAKE) GUESTS="$$GUESTS" -C `dirname $$f` $@ || exit $$?; \
-	done
+	  $(MAKE) GUESTS="$$GUESTS" -C `dirname $$f` $@ || (( errors++ )); \
+	done; \
+	exit $$(( $$errors ? 1 : 0 ))

-check-with-appliance:
-	@method=`$(top_builddir)/run ./fish/guestfish get-attach-method`; \
-	if [ "$$method" != "appliance" ]; then \
-	  $(MAKE) LIBGUESTFS_ATTACH_METHOD=appliance check || exit $$?; \
+check-direct:
+	@backend=`$(top_builddir)/run ./fish/guestfish get-backend`; \
+	if [ "$$backend" != "direct" ]; then \
+	  $(MAKE) LIBGUESTFS_BACKEND=direct check || exit $$?; \
 	fi

-check-valgrind-with-appliance:
-	@method=`$(top_builddir)/run ./fish/guestfish get-attach-method`; \
-	if [ "$$method" != "appliance" ]; then \
-	  $(MAKE) LIBGUESTFS_ATTACH_METHOD=appliance check-valgrind || exit $$?; \
+check-with-appliance: check-direct
+
+check-valgrind-direct:
+	@backend=`$(top_builddir)/run ./fish/guestfish get-backend`; \
+	if [ "$$backend" != "direct" ]; then \
+	  $(MAKE) LIBGUESTFS_BACKEND=direct check-valgrind || exit $$?; \
 	fi

+check-valgrind-with-appliance: check-valgrind-direct
+
+# Tests which currently fail under UML:
+# - blockdev --setro seems to have no effect on /dev/ubd* devices [*]
+# - RHBZ#914931: test is sent a SIGTERM, apparently by UML [*]
+# - tests/md/test-inspect-fstab-md.sh hangs at various places during the
+#   test, eg. running mdadm, mounting MD filesystem [*]
+# [*] = likely to be a bug in UML itself
+SKIP_TESTS_FAILING_IN_UML = \
+	SKIP_TEST_BLOCKDEV_GETRO=1 \
+	SKIP_TEST_BLOCKDEV_SETRO=1 \
+	SKIP_TEST_RHBZ914931=1 \
+	SKIP_TEST_INSPECT_FSTAB_MD_SH=1
+
+check-uml:
+	$(MAKE) LIBGUESTFS_BACKEND=uml $(SKIP_TESTS_FAILING_IN_UML) check
+
+check-valgrind-uml:
+	$(MAKE) LIBGUESTFS_BACKEND=uml $(SKIP_TESTS_FAILING_IN_UML) check-valgrind
+
 QEMUDIR = $(HOME)/d/qemu
 QEMUBINARY = $(QEMUDIR)/x86_64-softmmu/qemu-system-x86_64

@@ -364,7 +445,7 @@ check-with-upstream-qemu:

 check-with-upstream-qemu-1: $(top_builddir)/qemu-wrapper.sh
 	$(QEMUBINARY) --version
-	$(MAKE) LIBGUESTFS_QEMU=$(abs_top_builddir)/qemu-wrapper.sh check
+	$(MAKE) LIBGUESTFS_HV=$(abs_top_builddir)/qemu-wrapper.sh check

 $(top_builddir)/qemu-wrapper.sh: Makefile
 	rm -f $@ $@-t
@@ -375,16 +456,18 @@ $(top_builddir)/qemu-wrapper.sh: Makefile
 LIBVIRTDIR = $(HOME)/d/libvirt

 check-with-upstream-libvirt:
-	@method=`$(top_builddir)/run ./fish/guestfish get-attach-method`; \
-	if [ "$$method" = "libvirt" ] && [ -x "$(LIBVIRTDIR)/run" ]; then \
+	@backend=`$(top_builddir)/run ./fish/guestfish get-backend`; \
+	if [ "$$backend" = "libvirt" ] && [ -x "$(LIBVIRTDIR)/run" ]; then \
 	  $(LIBVIRTDIR)/run $(MAKE) check || exit $$?; \
 	fi

 check-slow: build-test-guests
+	@errors=0; \
 	for f in `grep -l '^$@:' $(SUBDIRS:%=%/Makefile.am)`; do \
 	  echo $(MAKE) -C `dirname $$f` $@; \
-	  $(MAKE) -C `dirname $$f` $@ || exit $$?; \
-	done
+	  $(MAKE) -C `dirname $$f` $@ || (( errors++ )); \
+	done; \
+	exit $$(( $$errors ? 1 : 0 ))

 build-test-guests:
 	$(MAKE) -C tests/guests check
@@ -404,6 +487,22 @@ build-test-guests:
 print-subdirs:
 	@echo $(SUBDIRS)

+# Tag HEAD with current version (only for maintainer).
+
+maintainer-tag:
+	git tag -a $(VERSION) -m "Version $(VERSION) ($(BRANCH_TYPE))" -f
+
+# Maintainer only: check EXTRA_DIST rule is complete.
+# (Note you must have done 'make dist')
+
+maintainer-check-extra-dist:
+	zcat $(PACKAGE_NAME)-$(VERSION).tar.gz | tar tf - | sort | \
+	  sed 's,^$(PACKAGE_NAME)-$(VERSION)/,,' > tmp/tarfiles
+	git ls-files | sort > tmp/gitfiles
+	diff -ur tmp/tarfiles tmp/gitfiles | grep '^\+' | \
+	  grep -v src/api-support/[0-9]
+	rm tmp/tarfiles tmp/gitfiles
+
 # Provide help on common Makefile targets.

 help:
@@ -413,16 +512,20 @@ help:
 	@echo "make check                        Run the standard tests"
 	@echo "make -k check                       ... and display all errors at once."
 	@echo
-	@echo "make extra-tests                  ... runs all of the following tests:"
-	@echo "  make check-valgrind                Run a subset of the tests under valgrind."
-	@echo "  make check-valgrind-local-guests   Test under valgrind using local guests."
-	@echo "  make check-with-appliance          Test using appliance attach-method."
-	@echo "  make check-valgrind-with-appliance Test valgrind + appliance attach-method."
-	@echo "  make check-with-upstream-qemu      Test using upstream qemu."
-	@echo "  make check-with-upstream-libvirt   Test using upstream libvirt."
-	@echo "  make check-slow                    Slow/long-running tests."
+	@echo "make check-valgrind               Run a subset of the tests under valgrind."
+	@echo "make check-valgrind-local-guests  Test under valgrind using local guests."
+	@echo "make check-direct                 Test using direct backend."
+	@echo "make check-valgrind-direct        Test valgrind + direct backend."
+	@echo "make check-uml                    Test using User-Mode Linux."
+	@echo "make check-valgrind-uml           Test valgrind + User-Mode Linux."
+	@echo "make check-with-upstream-qemu     Test using upstream qemu."
+	@echo "make check-with-upstream-libvirt  Test using upstream libvirt."
+	@echo "make check-slow                   Slow/long-running tests."
 	@echo
-	@echo "make syntax-check                 Check syntax and style problems in the code."
+	@echo "make check-all                    Runs all 'check*' rules."
+	@echo "make check-release                Runs 'check*' rules required for release."
+	@echo
+	@echo "make syntax-check -j1 -k          Check syntax and style problems in the code."
 	@echo "make print-subdirs                Print subdirectories."
 	@echo
 	@echo "make install                      Install everything."
--- a/100
+++ b/100
@@ -94,32 +94,40 @@ The full requirements are described below.
 +--------------+-------------+---+-----------------------------------------+
 | gperf        |             | R |                                         |
 +--------------+-------------+---+-----------------------------------------+
+| flex         |             | R | flex & bison are required for virt-     |
+--------------+-------------+---| builder.  We could make these           |
+| bison        |             | R | optional but automakes makes it hard.   |
+--------------+-------------+---+-----------------------------------------+
 | PCRE         |             | R | Perl-compatible Regular Expression lib. |
 +--------------+-------------+---+-----------------------------------------+
 | genisoimage  |             | R | mkisofs may work.                       |
 +--------------+-------------+---+-----------------------------------------+
+| libxml2      |             | R | Popular XML library.                    |
+--------------+-------------+---+-----------------------------------------+
+| augeas       | 1.0.0       | R |                                         |
+--------------+-------------+---+-----------------------------------------+
+| xz           |             | R | Used to compress disk images.           |
+|              |             |   | Used by virt-builder for compression.   |
+--------------+-------------+---+-----------------------------------------+
 | po4a         |             |R/O| Required if compiling from git.         |
 |              |             |   | Optional if compiling from tarball.     |
 |              |             |   | For localizing man pages.               |
 +--------------+-------------+---+-----------------------------------------+
-| hivex        | 1.2.7       | O | Windows Registry hive parser.           |
+| hivex        | 1.2.7       |R/O| Require if compiling from git.          |
+|              |             |   | Windows Registry hive parser.           |
 +--------------+-------------+---+-----------------------------------------+
 | libmagic     |             | O | The library used by the 'file' command. |
 +--------------+-------------+---+-----------------------------------------+
 | libvirt      |             | O | >= 0.10.2 is needed if you want to use  |
 |              |             |   | libvirt to manage transient VMs.        |
 +--------------+-------------+---+-----------------------------------------+
-| libxml2      |             | O | Popular XML library.                    |
-+--------------+-------------+---+-----------------------------------------+
 | xmllint      |             | O | Part of libxml2.  Used for tests only.  |
 +--------------+-------------+---+-----------------------------------------+
 | libconfig    |             | O | Used to parse libguestfs's own config   |
 |              |             |   | files eg. /etc/libguestfs-tools.conf.   |
 +--------------+-------------+---+-----------------------------------------+
-| libselinux   |             | O | Used by the libvirt attach-method to    |
-|              |             |   | securely confine the appliance (sVirt). |
-+--------------+-------------+---+-----------------------------------------+
-| augeas       | 0.5.0       | O | To inspect configuration of Linux guests.
+| libselinux   |             | O | Used by the libvirt backend to securely |
+|              |             |   | confine the appliance (sVirt).          |
 +--------------+-------------+---+-----------------------------------------+
 | db utils     |             | O | db_dump, db_load etc.  Usually found in |
 |              |             |   | a package called db-utils, db4-utils,   |
@@ -138,6 +146,8 @@ The full requirements are described below.
 | libldm       |             | O | Library (libldm) and 'ldmtool' for      |
 |              |             |   | handling Windows Dynamic Disks.         |
 +--------------+-------------+---+-----------------------------------------+
+| sd-journal   |             | O | systemd journal library                 |
+--------------+-------------+---+-----------------------------------------+
 | yajl         | 2           | O | JSON parser for parsing output of       |
 |              |             |   | ldmtool and qemu-img info commands.     |
 +--------------+-------------+---+-----------------------------------------+
@@ -157,6 +167,16 @@ The full requirements are described below.
 +--------------+-------------+---+-----------------------------------------+
 | qemu-nbd     |             | O | Used for testing only.                  |
 +--------------+-------------+---+-----------------------------------------+
+| uml_mkcow    |             | O | For the UML backend.                    |
+--------------+-------------+---+-----------------------------------------+
+| curl         |             | O | Used by virt-builder for downloads      |
+--------------+-------------+---+-----------------------------------------+
+| gpg          |             | O | Used by virt-builder for digital        |
+|              |             |   | signatures                              |
+--------------+-------------+---+-----------------------------------------+
+| liblzma      |             | O | Can be used by virt-builder for fast    |
+|              |             |   | uncompression of templates.             |
+--------------+-------------+---+-----------------------------------------+
 | findlib      |             | O | For the OCaml bindings.                 |
 +--------------+-------------+---+-----------------------------------------+
 | ocaml-gettext|             | O | For localizing OCaml virt-* tools.      |
@@ -190,6 +210,8 @@ The full requirements are described below.
 +--------------+-------------+---+-----------------------------------------+
 | erl_interface|             | O | For the Erlang bindings.                |
 +--------------+-------------+---+-----------------------------------------+
+| golang       | 1.1.1       | O | For the Go bindings.                    |
+--------------+-------------+---+-----------------------------------------+
 | valgrind     |             | O | For testing for memory problems.        |
 +--------------+-------------+---+-----------------------------------------+
 | Sys::Virt    |             | O | Perl bindings for libvirt.              |
@@ -219,8 +241,10 @@ Building

 Build the daemon, library and root filesystem:

-  ./configure
-  make
+  building from tarball     building from git
+  ---------------------     -----------------
+    ./configure               ./autogen.sh
+    make                      make

 Run the tests:

@@ -233,7 +257,7 @@ Also:
 runs a subset of the test suite under valgrind (requires valgrind to
 be installed obviously).

- make extra-tests
+ make check-all

 runs check-valgrind + even more tests, but these require that you have
 some libvirt guests installed, that these guests' disks are accessible
@@ -258,34 +282,31 @@ You can run guestfish, guestmount and the virt tools without needing
 to install, using the "./run" script in the top directory.  This
 script sets up some environment variables.  For example:

-  ./run ./fish/guestfish [usual guestfish args ...]
+  ./run guestfish [usual guestfish args ...]

-  ./run ./inspector/virt-inspector [usual virt-inspector args ...]
+  ./run virt-inspector [usual virt-inspector args ...]

 If you are already in the fish/ subdirectory, then the following
 command will also work:

-  ../run ./guestfish [...]
+  ../run guestfish [...]

-You can also make a link from your $PATH to the run script, eg:
-
-  cd ~/bin
-  ln -s ~/libguestfs/run libguestfs-run
-  cd ~/libguestfs
-  libguestfs-run ./inspector/virt-inspector [...]
+The ./run script adds every libguestfs binary to the $PATH, so the
+above example runs guestfish from the build directory (not the
+globally installed guestfish if there is one).

 You can also run the C programs under valgrind like this:

-  ./run valgrind [valgrind opts...] ./cat/virt-cat [virt-cat opts...]
+  ./run valgrind [valgrind opts...] virt-cat [virt-cat opts...]

 or under gdb:

-  ./run gdb --args ./cat/virt-cat [virt-cat opts...]
+  ./run gdb --args virt-cat [virt-cat opts...]

 This also works with sudo (eg. if you need root access for libvirt or
 to access a block device):

-  sudo ./run ./cat/virt-cat -d LinuxGuest /etc/passwd
+  sudo ./run virt-cat -d LinuxGuest /etc/passwd


 qemu
@@ -369,43 +390,10 @@ Don't enable GCC warnings (ie. *don't* use
 './configure --enable-gcc-warnings').


-Note on using non-x86 architectures
----------------------------------------------------------------------
-
-In theory libguestfs should work on non-x86 architectures.  Usually if
-it doesn't it's because qemu isn't available or cannot boot the
-kernel.
-
-For ARM you will need to specify the exact machine type and CPU
-variant that is required to boot the Linux kernel (there's no way to
-know this except by looking at how the Linux kernel was configured).
-For example:
-
-  ./configure \
-        --with-qemu="qemu-system-arm" \
-        --with-qemu-options="-M versatilepb -cpu arm926"
-  ./configure \
-        --with-qemu="qemu-system-arm" \
-        --with-qemu-options="-M vexpress-a15 -cpu cortex-a15"
-
-Note that since virtio is required by libguestfs, and virtio is a
-PCI-based architecture, whatever architecture qemu emulates MUST
-support PCI.
-
-For PPC64 you will need to specify the IBM pSeries machine type:
-
-  ./configure \
-        --with-qemu="qemu-system-ppc64" \
-        --with-qemu-options="-M pseries"
-
-After building libguestfs, run 'make quickcheck' and pay close
-attention to the qemu command line and kernel output.
-
-
 Copyright and license information
 ----------------------------------------------------------------------

-Copyright (C) 2009-2013 Red Hat Inc.
+Copyright (C) 2009-2014 Red Hat Inc.

 The library is distributed under the LGPLv2+.  The programs are
 distributed under the GPLv2+.  Please see the files COPYING and
--- a/12
+++ b/12
@@ -12,19 +12,15 @@ Before you read this:

 (4) For general "might be good to have" items, see 'TODO'.

-For next major stable release (1.22)
+For next major stable release (1.26)
 ------------------------------------

-* Allow remote libvirt volumes to be accessed.  This requires some
-  enhancements to libvirt which have been agreed but not yet
-  implemented.
-
-Bugs assigned to 1.22 (put "1.22" in the Devel Whiteboard field in
+Bugs assigned to 1.26 (put "1.26" in the Devel Whiteboard field in
 Bugzilla):

-https://bugzilla.redhat.com/buglist.cgi?query_format=advanced&field0-0-0=cf_devel_whiteboard&bug_status=NEW&bug_status=ASSIGNED&bug_status=MODIFIED&bug_status=ON_DEV&bug_status=ON_QA&bug_status=VERIFIED&bug_status=FAILS_QA&bug_status=RELEASE_PENDING&bug_status=POST&bug_status=PASSES_QA&type0-0-0=anywords&value0-0-0=1.22&component=libguestfs&product=Virtualization%20Tools
+https://bugzilla.redhat.com/buglist.cgi?query_format=advanced&field0-0-0=cf_devel_whiteboard&bug_status=NEW&bug_status=ASSIGNED&bug_status=MODIFIED&bug_status=ON_DEV&bug_status=ON_QA&bug_status=VERIFIED&bug_status=FAILS_QA&bug_status=RELEASE_PENDING&bug_status=POST&bug_status=PASSES_QA&type0-0-0=anywords&value0-0-0=1.26&component=libguestfs&product=Virtualization%20Tools

-Beyond 1.22
+Beyond 1.26
 -----------

 * Make 'guestfish --ro' be the default, and get users to use
--- a/167
+++ b/167
@@ -95,10 +95,22 @@ two sides to a pty, and one has to be handled after the fork).
 work.  qemu is implementing its own ptys, and they are broken.  Need
 to fix qemu.]

-Windows-based daemon/appliance
------------------------------
+Port to Windows
+---------------

-See discussion on list:
+"Port to Windows" means different things to different people.
+
+The easiest is to port the library to Windows, but reuse the Linux
+appliance/daemon.  This would allow people to use libguestfs on
+Windows hosts and link libguestfs to Windows programs.  Doing this is
+just a matter of chugging through the code fixing portability issues,
+using gnulib as far as possible as the portability layer.
+
+The hardest is probably a port of the daemon to Windows.  The reason
+to do this is so that you can use the native NTFS drivers (in Windows)
+in order to edit Windows guests.  Although back in 2009 we did some
+work on this, I am now dubious about the utility of this, since
+ntfs-3g works very well.  See also discussion on list:
 https://www.redhat.com/archives/libguestfs/2009-November/msg00165.html

 virt-disk-explore
@@ -141,11 +153,8 @@ http://sourceforge.net/projects/aide/
 http://osiris.shmoo.com/
 http://sourceforge.net/projects/tripwire/

-Freeze/thaw filesystems
-----------------------
-
-Access to these ioctls:
-http://git.kernel.org/linus/fcccf502540e3d7
+See also: virt-aide;
+https://rwmj.wordpress.com/2013/05/16/scanning-offline-guests-using-openscap-and-guestmount/#content

 Tips for new users in guestfish
 -------------------------------
@@ -198,7 +207,7 @@ There are some places where we call out to the 'blkid' program.  This
 might be replaced by direct use of the library (if this is easier).

 But it is very hard to be compatible between RHEL6 and RHEL5 when
-using direct library.
+using the library directly.

 Visualization
 -------------
@@ -361,14 +370,14 @@ Interactive disk creator

 An interactive disk creator program.

-Attach method for disconnected operation
----------------------------------------
+Backend for disconnected operation
+----------------------------------

-http://libguestfs.org/guestfs.3.html#guestfs_set_attach_method
+http://libguestfs.org/guestfs.3.html#guestfs_set_backend

 "Librarian" has an idea that he should be able to attach to a regular
 appliance, but disconnect from it and reconnect to it later.  This
-would be some sort of modified attach method (see link above).
+would be some sort of modified backend (see link above).

 The complexity here is that we would no longer have access to
 stdin/stdout (or we'd have to direct that somewhere else).
@@ -388,18 +397,12 @@ virt-sysprep ideas
   . run external guestfish script   virt-sysprep --fish=/tmp/foo.fish
 - if drives are encrypted, then dm-crypt key should be changed
   and drives all re-encrypted
- - /etc/pki
-   (Steve says ...)
-   Rpm uses nss. Nss sets up its crypto database in
-   /etc/pki. Depending on how long the machine ran before cloning, you
-   may have picked up some certificates or things. This is an area
-   that you would want to look into.
 - secure erase of inodes etc using scrub (Steve Grubb)
- - other directories that could require cleaning include:
-    /var/run/*
-   (thanks Marko Myllynen, James Antill)
- - remove or modify UUIDs in /etc/fstab (eg. on Ubuntu)
-   (thanks Joshua Daniel Franklin)
+ - fix the virt-sysprep fs-uuids plugin
+
+ - virt-sysprep should be able to zero-free space on the disks (a bit
+   like virt-sparsify).  This is a security measure to stop people
+   trying to read the deleted files.

 Kazuo Moriwaka adds:

@@ -423,16 +426,9 @@ customized with the organization logo etc.  Some ideas:
 - change the sign-on messages (/etc/issue.net etc)
 - Windows login script/service

-Launch remote sessions over ssh
-------------------------------
-
-We had an idea you could add a launch method that uses ssh, ie.  all
-supermin and qemu commands happen the same as now, but prefixed by
-ssh so it happens on a remote machine.
-
-Note that proper remote support and integration with libvirt is
-different from this, and people are working on that.  ssh would just
-be "remote-lite".
+Note that virt-sysprep has gradually gained some of these features,
+eg. setting hostname, changing passwords.  Since this precedent has
+now been set, it could do more of the same.

 virt-make-fs and virt-win-reg need to not be in Perl
 ----------------------------------------------------
@@ -473,11 +469,6 @@ opened with O_CLOEXEC.  Therefore we need to examine every call to:
 virt-sparsify enhancements
 --------------------------

-TMPDIR should be checked to ensure that we won't run out of space
-during the conversion, since current behaviour is very bad when this
-happens (it usually causes virt-sparsify to hang).  This requires
-writing a small C binding to statvfs for OCaml.
-
 'virt-sparsify --whitelist' option to generate skeletons (for
 debugging, bug forensics, diagnosis).  The whilelist option would
 specify a list of files to be *preserved*.  All other files in the
@@ -485,14 +476,6 @@ image would be replaced by equivalent files of zeroes, thus minimizing
 the size of the debug image that needs to be shipped to us by the
 customer.

-Optimize the appliance
----------------------
-
-Pass -cpu host.  Anything else?
-
-[The libvirt attach-method uses 'host-model' which is basically
-the same as this]
-
 Sort out partitioning
 ---------------------

@@ -518,37 +501,6 @@ this approach works, it doesn't solve the MBR problem, so likely we'd
 have to write a library for that (or perhaps go back to sfdisk but
 using a very abstracted interface over sfdisk).

-qemu caching
------------
-
-(Suggested by Paolo Bonzini and Kevin Wolf)
-
-Measure the effect of cache=none, cache=directsync,
-cache=writethrough, cache=writeback.
-
-It's doubtful that using cache=none is useful, since it disables the
-host cache making read-heavy workloads slower (they rely entirely on
-the smaller appliance kernel's cache).  And in libguestfs we don't
-necessarily care about ongoing data integrity while writing, as long
-as data is reliably written out when g.sync, g.shutdown or g.close
-return.  Also in libguestfs we effectively control the whole stack, so
-we can ensure write barriers happen when we want.
-
-libvirt attach-method
---------------------
-
-Since libguestfs 1.19.24 this mostly works.  Here are some suggested
-items to work on:
-
- - SELinux labelling of guestfsd.sock, console.sock
-   https://bugzilla.redhat.com/show_bug.cgi?id=842307
-   Once this is fixed, remove <seclabel type=none> from libvirt XML
-
- - Check feature parity between src/launch-appliance.c and
-   src/launch-libvirt.c.
-
- - Remote support.  (This requires work on libvirt)
-
 virt-sparsify should use discard
 --------------------------------

@@ -558,19 +510,14 @@ throughout the entire stack.
 Reimplement some APIs to avoid protocol limits
 ----------------------------------------------

-We should reimplement the following APIs to avoid protocol limits.
-These would be changed from daemon_functions to non_daemon_functions,
-with the non-daemon versions implemented using guestfs_upload and
-guestfs_download (and others).  This change should be transparent from
-the p.o.v of the API and ABI.
+Mostly this item was done (eg. commits a69f44f56f and before).  The
+most notable API with a protocol limit remaining is:

 - guestfs_readdir

 hivex
 -----

-Add more of hivex to the API, especially for writing.
-
 Reimplement virt-win-reg to use this API.  (This is difficult because
 the Perl libraries underneath access the hivex API directly).

@@ -587,3 +534,53 @@ is very poorly designed and essentially impossible for us to use:

 particularly if we also want to maintain backwards compatibility with
 Ruby 1.8, and/or maintain volatile VALUEs on the stack.
+
+virt-builder
+------------
+
+ - set keyboard
+
+ - set default timezone and language
+
+ - set permissions on uploaded files & created directories
+
+ - how can we give users a shell for debugging purposes?
+
+ - allow non-xz-compressed templates (faster)
+
+ - let notes etc be localized, ie. notes[en]=...
+
+ - add a CLI option to print the in-built path/fingerprint(s)
+
+ - allow public keys to come from local file paths
+
+ - doing virt-builder then running (eg. via qemu, libvirt?) is common; is
+   it possible to make this more automatic?
+
+ - more common code between virt-sysprep & virt-builder:
+
+   * virt-sysprep should have --run, --run-command,
+     --firstboot-command options with common code from virt-builder
+
+ - document:
+
+   * how to integrate with ansible, puppet, chef
+   * how to import to OpenStack / Glance
+   * how to import to EC2
+
+ - /etc/resolv.conf handling works but is best described as a hack:
+   https://github.com/libguestfs/libguestfs/commit/9521422ce60578f7196cc8b7977d998159238c19
+
+ - let's make UML work
+   + SLIRP is insecure, but we could allow just a bare web proxy which
+     gets proxied over virtio-serial to the outside world (except
+     virtio-serial can't be multiplexed)
+
+ - sometimes (not always) aug_init takes ages, why?
+
+Midnight Commander (mc) extension
+---------------------------------
+
+Write an extension for mc that would let people browse into
+filesystems.  See
+http://repo.or.cz/w/midnight-commander.git/tree/HEAD:/misc/ext.d
--- a/align/Makefile.am
+++ b/align/Makefile.am
@@ -38,7 +38,9 @@ SHARED_SOURCE_FILES = \
 	../fish/inspect.c \
 	../fish/keys.c \
 	../fish/options.h \
-	../fish/options.c
+	../fish/options.c \
+	../fish/uri.h \
+	../fish/uri.c

 virt_alignment_scan_SOURCES = \
 	$(SHARED_SOURCE_FILES) \
@@ -58,6 +60,7 @@ virt_alignment_scan_CFLAGS = \
 	$(WARN_CFLAGS) $(WERROR_CFLAGS) \
 	$(GPROF_CFLAGS) $(GCOV_CFLAGS) \
 	$(LIBCONFIG_CFLAGS) \
+	$(LIBXML2_CFLAGS) \
 	$(LIBVIRT_CFLAGS)

 virt_alignment_scan_LDADD = \
--- a/align/scan.c
+++ b/align/scan.c
@@ -25,6 +25,7 @@
 #include <inttypes.h>
 #include <unistd.h>
 #include <getopt.h>
+#include <errno.h>
 #include <locale.h>
 #include <assert.h>
 #include <libintl.h>
@@ -36,8 +37,6 @@
 #include <libvirt/virterror.h>
 #endif

-#include "progname.h"
-
 #include "guestfs.h"
 #include "options.h"
 #include "parallel.h"
@@ -101,9 +100,6 @@ usage (int status)
 int
 main (int argc, char *argv[])
 {
-  /* Set global program name that is not polluted with libtool artifacts.  */
-  set_program_name (argv[0]);
-
  setlocale (LC_ALL, "");
  bindtextdomain (PACKAGE, LOCALEBASEDIR);
  textdomain (PACKAGE);
@@ -125,7 +121,6 @@ main (int argc, char *argv[])
    { 0, 0, 0, 0 }
  };
  struct drv *drvs = NULL;
-  struct drv *drv;
  const char *format = NULL;
  int c;
  int option_index;
@@ -139,8 +134,6 @@ main (int argc, char *argv[])
    exit (EXIT_FAILURE);
  }

-  argv[0] = (char *) program_name;
-
  for (;;) {
    c = getopt_long (argc, argv, options, long_options, &option_index);
    if (c == -1) break;
@@ -225,14 +218,14 @@ main (int argc, char *argv[])
   * below.
   */
  if (drvs == NULL) {
-#if defined(HAVE_LIBVIRT) && defined(HAVE_LIBXML2)
+#if defined(HAVE_LIBVIRT)
    get_all_libvirt_domains (libvirt_uri);
    r = start_threads (max_threads, g, scan_work);
    free_domains ();
    if (r == -1)
      exit (EXIT_FAILURE);
 #else
-    fprintf (stderr, _("%s: compiled without support for libvirt and/or libxml2.\n"),
+    fprintf (stderr, _("%s: compiled without support for libvirt.\n"),
             program_name);
    exit (EXIT_FAILURE);
 #endif
--- a/align/virt-alignment-scan.pod
+++ b/align/virt-alignment-scan.pod
@@ -117,6 +117,12 @@ Add I<file> which should be a disk image from a virtual machine.
 The format of the disk image is auto-detected.  To override this and
 force a particular format use the I<--format=..> option.

+=item B<-a URI>
+
+=item B<--add URI>
+
+Add a remote disk.  See L<guestfish(1)/ADDING REMOTE STORAGE>.
+
 =item B<-c> URI

 =item B<--connect> URI
--- a/appliance/Makefile.am
+++ b/appliance/Makefile.am
@@ -15,9 +15,6 @@
 # along with this program; if not, write to the Free Software
 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.

-# Old RHEL 5 autoconf doesn't have builddir.
-builddir ?= .
-
 include $(top_srcdir)/subdir-rules.mk

 EXTRA_DIST = \
@@ -38,14 +35,18 @@ superminfs_DATA = \
 	supermin.d/init.img \
 	supermin.d/udev-rules.img

+if SUPERMIN_HELPER_COMPRESSED_CPIO
+GZ = .gz
+endif
+
 if ENABLE_DAEMON
 superminfs_DATA += \
-	supermin.d/daemon.img
+	supermin.d/daemon.img$(GZ)
 endif

 if ENABLE_APPLIANCE
 superminfs_DATA += \
-	supermin.d/base.img \
+	supermin.d/base.img$(GZ) \
 	supermin.d/hostfiles
 endif

@@ -76,41 +77,46 @@ excludelist: excludelist.in Makefile
 	cmp -s $@ $@-t || mv $@-t $@
 	rm -f $@-t

-supermin.d/base.img supermin.d/hostfiles: stamp-supermin
+supermin.d/base.img$(GZ) supermin.d/hostfiles: stamp-supermin
 stamp-supermin: make.sh packagelist excludelist
-	mkdir -p supermin.d
-	rm -f $@ supermin.d/base.img supermin.d/hostfiles
+	rm -f $@ supermin.d/base.img$(GZ) supermin.d/hostfiles
 	./make.sh
+if SUPERMIN_HELPER_COMPRESSED_CPIO
+	gzip -9 supermin.d/base.img
+endif
 	touch $@

-supermin.d/daemon.img: ../daemon/guestfsd guestfsd.suppressions
-	mkdir -p supermin.d
-	rm -f $@ $@-t
+supermin.d/daemon.img$(GZ): ../daemon/guestfsd guestfsd.suppressions
+	rm -f $@ $@-t $@-tt
 	rm -rf tmp-d
 	mkdir -p tmp-d$(DAEMON_SUPERMIN_DIR) tmp-d/etc
 	ln ../daemon/guestfsd tmp-d$(DAEMON_SUPERMIN_DIR)/guestfsd
 	ln $(srcdir)/guestfsd.suppressions tmp-d/etc/guestfsd.suppressions
 	( cd tmp-d && find | cpio --quiet -o -H newc ) > $@-t
-	rm -rf tmp-d
+	rm -r tmp-d
+if SUPERMIN_HELPER_COMPRESSED_CPIO
+	gzip -9 -c $@-t > $@-tt
+	mv $@-tt $@-t
+endif
 	mv $@-t $@

 supermin.d/init.img: init
-	cmp -s $(srcdir)/init $(builddir)/init || cp $(srcdir)/init $(builddir)/init
-	mkdir -p supermin.d
-	rm -f $@ $@-t
-	echo "init" | cpio --quiet -o -H newc > $@-t
+	rm -rf init.tmp $@ $@-t
+	mkdir init.tmp
+	cp $< init.tmp
+	(cd init.tmp; echo "init" | cpio --quiet -o -H newc) > $@-t
+	rm -r init.tmp
 	mv $@-t $@

 # We should put this file in /lib/udev/rules.d, but put it in /etc so
 # we don't have to deal with all the UsrMove crap in Fedora.
 supermin.d/udev-rules.img: 99-guestfs-serial.rules
-	mkdir -p supermin.d
 	rm -f $@ $@-t
 	rm -rf tmp-u
 	mkdir -p tmp-u/etc/udev/rules.d
 	for f in $^; do ln $$f tmp-u/etc/udev/rules.d/$$(basename $$f); done
 	( cd tmp-u && find | cpio --quiet -o -H newc ) > $@-t
-	rm -rf tmp-u
+	rm -r tmp-u
 	mv $@-t $@

 # If installing the daemon, install the udev rules too.
@@ -140,7 +146,5 @@ stamp-libguestfs-make-fixed-appliance.pod: libguestfs-make-fixed-appliance.pod

 CLEANFILES = packagelist excludelist \
 	libguestfs-make-fixed-appliance.1 \
-	stamp-libguestfs-make-fixed-appliance.pod
-
-clean-local:
-	rm -rf supermin.d
+	stamp-libguestfs-make-fixed-appliance.pod \
+	supermin.d/*
--- a/appliance/guestfsd.suppressions
+++ b/appliance/guestfsd.suppressions
@@ -17,3 +17,11 @@
  fun:expand_dynamic_string_token
  fun:_dl_map_object
 }
+
+# aug_setm memory leak
+{
+  aug_setm_leak
+  Memcheck:Leak
+  ...
+  fun:aug_setm
+}
--- a/appliance/init
+++ b/appliance/init
@@ -36,53 +36,38 @@ mkdir -p /run/lock
 # devtmpfs is required since udev 176
 mount -t devtmpfs /dev /dev

-if [ ! -L /etc/init.d/udev -a -x /etc/init.d/udev ]; then
-  if type service >/dev/null 2>&1; then
-     service udev start
-  else
-     /etc/init.d/udev start
-  fi
-elif [ -x /sbin/start_udev ] && /sbin/start_udev; then
-  :
-else
-  # Find udevd and run it directly.
-  for f in /sbin/udevd /lib/udev/udevd \
-      /lib/systemd/systemd-udevd /usr/lib/systemd/systemd-udevd \
-      /usr/lib/udev/udevd; do
-    if [ -x "$f" ]; then UDEVD="$f"; fi
-  done
-  if [ -n "$UDEVD" ]; then
-    echo -e '\000\000\000\000' > /proc/sys/kernel/hotplug
-    $UDEVD --daemon
-    udevadm trigger
-    udevadm settle --timeout=600
-  else
-    echo No udevd, creating /dev manually.
-    mount -t tmpfs none /dev
-    mkdir /dev/pts /dev/shm /dev/mapper
-    mount -t devpts -o gid=5,mode=620 /dev/pts /dev/pts
-    # Must do each MAKEDEV individually, because if one device fails,
-    # MAKEDEV will quit without creating the rest (RHBZ#507374).
-    for dev in mem null port zero core full ram tty console fd \
-      hda hdb hdc hdd sda sdb sdc sdd loop sd; do
-      MAKEDEV $dev ||:
-    done
-    mknod /dev/ptmx c 5 2;    chmod 0666 /dev/ptmx
-    mknod /dev/random c 1 8;  chmod 0666 /dev/random
-    mknod /dev/urandom c 1 9; chmod 0444 /dev/urandom
-    ln -sf /proc/self/fd/0 /dev/stdin
-    ln -sf /proc/self/fd/1 /dev/stdout
-    ln -sf /proc/self/fd/2 /dev/stderr
-
-    modprobe virtio_pci
-    modprobe virtio_net
-  fi
+# Find udevd and run it directly.
+for f in /sbin/udevd /lib/udev/udevd \
+    /lib/systemd/systemd-udevd /usr/lib/systemd/systemd-udevd \
+    /usr/lib/udev/udevd; do
+  if [ -x "$f" ]; then UDEVD="$f"; fi
+done
+if [ -z "$UDEVD" ]; then
+  echo "udev not found!  Things will probably not work ..."
 fi

+echo -e '\000\000\000\000' > /proc/sys/kernel/hotplug
+$UDEVD --daemon
+udevadm trigger
+udevadm settle --timeout=600
+
 if grep -sq selinux=1 /proc/cmdline; then
-  mount -t selinuxfs none /selinux
+  mount -t selinuxfs none /sys/fs/selinux
 fi

+# Set up kmod static-nodes (RHBZ#1011907).
+mkdir -p /run/tmpfiles.d
+kmod static-nodes --format=tmpfiles --output=/run/tmpfiles.d/kmod.conf
+
+# Set up tmpfiles (must run after kmod.conf is created above).
+systemd-tmpfiles --prefix=/dev --create
+
+# Disk optimizations.
+# Increase the SCSI timeout so we can read remote images.
+for f in /sys/block/sd*/device/timeout; do echo 300 > $f; done
+# https://access.redhat.com/site/solutions/5427
+for f in /sys/block/{h,s,ub,v}d*/queue/scheduler; do echo noop > $f; done
+
 # Update the system clock.
 hwclock -u -s

@@ -95,11 +80,14 @@ ip link set dev eth0 up

 ip route add default via 169.254.2.2

+echo nameserver 169.254.2.3 > /etc/resolv.conf
+
 # Scan for MDs.
 mdadm -As --auto=yes --run

 # Scan for LVM.
 modprobe dm_mod ||:
+lvmetad ||:

 lvm vgscan --ignorelockingfailure
 lvm vgchange -ay --ignorelockingfailure
@@ -107,16 +95,9 @@ lvm vgchange -ay --ignorelockingfailure
 # Scan for Windows dynamic disks.
 ldmtool create all

-# Improve virtio-blk performance (RHBZ#509383).
-for f in /sys/block/vd*/queue/rotational; do echo 1 > $f; done
-
-# http://kbase.redhat.com/faq/docs/DOC-5428
-# Disabled this until https://bugzilla.redhat.com/show_bug.cgi?id=630583
-# is fixed (broken in Linux 2.6.36).
-#for f in /sys/block/[hsv]d*/queue/scheduler; do echo noop > $f; done
-
 # These are useful when debugging.
 if grep -sq guestfs_verbose=1 /proc/cmdline; then
+    uname -a
    ls -lR /dev
    cat /proc/mounts
    lvm pvs
@@ -127,6 +108,8 @@ if grep -sq guestfs_verbose=1 /proc/cmdline; then
    lsmod
    #hwclock -r
    date
+    echo -n "clocksource: "
+    cat /sys/devices/system/clocksource/clocksource0/current_clocksource
    #ping -n -v -c 5 10.0.2.2
    #ping -n -v -c 5 10.0.2.4

@@ -134,23 +117,31 @@ if grep -sq guestfs_verbose=1 /proc/cmdline; then
 fi

 if ! grep -sq guestfs_rescue=1 /proc/cmdline; then
+  # Run the daemon.
+
  # Run the daemon under valgrind if ./configure --enable-valgrind-daemon
-  vg_channel=/dev/virtio-ports/org.libguestfs.valgrind
-  if [ -w $vg_channel ]; then
+  if grep -sq guestfs_valgrind_daemon=1 /proc/cmdline; then
    if [ -r /etc/guestfsd.suppressions ]; then
      suppressions="--suppressions=/etc/guestfsd.suppressions"
    fi
-    exec 3>$vg_channel
-    vg="valgrind --leak-check=full --log-fd=3 --error-exitcode=119 --max-stackframe=8388608 --child-silent-after-fork=yes $suppressions"
+    vg="valgrind --leak-check=full --error-exitcode=119 --max-stackframe=8388608 --child-silent-after-fork=yes $suppressions"
    echo "enabling valgrind: $vg"
  fi

-  # The host will kill qemu abruptly if guestfsd shuts down normally
+  # Run guestfsd, under valgrind if asked.
  $vg guestfsd
-
-  # Otherwise we try to clean up gracefully. For example, this ensures that a
-  # core dump generated by the guest daemon will be written to disk.
+  if [ $? -eq 119 ]; then
+      echo "DAEMON VALGRIND FAILED"
+      # Sleep so valgrind messages are seen by the host.  Note this
+      # only happens in non-production builds
+      # (--enable-valgrind-daemon) + on an error path.
+      sleep 10
+  fi
 else
+  # Run virt-rescue shell.
+
+  # Remove LD_PRELOAD=libSegFault set above.
+  unset LD_PRELOAD
  # Use appliance in rescue mode, also used by the virt-rescue command.
  eval $(grep -Eo 'TERM=[^[:space:]]+' /proc/cmdline)
  PS1='><rescue> '
@@ -171,4 +162,9 @@ else
 fi

 sync
-reboot -f
+
+if ! grep -sq guestfs_noreboot=1 /proc/cmdline; then
+  # qemu has the -no-reboot flag, so issuing a reboot here actually
+  # causes qemu to exit gracefully.
+  reboot -f
+fi
--- a/appliance/libguestfs-make-fixed-appliance.pod
+++ b/appliance/libguestfs-make-fixed-appliance.pod
@@ -25,7 +25,7 @@ Some reasons why you I<might> want to use this include:

 You want to make a self-contained libguestfs appliance that can be
 copied to another machine or platform that doesn't support
-L<supermin(8)>.
+L<supermin(1)>.

 =item *

@@ -129,8 +129,8 @@ looking for an appliance.  The path is built into libguestfs, or can
 be set using the C<LIBGUESTFS_PATH> environment variable.

 Normally a supermin appliance is located on this path (see
-L<supermin(8)/SUPERMIN APPLIANCE>).  libguestfs reconstructs this
-into a full appliance by running L<supermin-helper(8)>.
+L<supermin(1)/SUPERMIN APPLIANCE>).  libguestfs reconstructs this
+into a full appliance by running L<supermin-helper(1)>.

 However, a simpler "fixed appliance" can also be used.  libguestfs
 detects this by looking for a directory on the path containing four
@@ -166,8 +166,8 @@ libguestfs, please see the L<guestfs(3)> manual page.
 =head1 SEE ALSO

 L<guestfs(3)>,
-L<supermin(8)>,
-L<supermin-helper(8)>,
+L<supermin(1)>,
+L<supermin-helper(1)>,
 L<xz(1)>,
 L<http://libguestfs.org/>,
 L<http://qemu.org/>.
@@ -178,4 +178,4 @@ Richard W.M. Jones (C<rjones at redhat dot com>)

 =head1 COPYRIGHT

-Copyright (C) 2009-2013 Red Hat Inc.
+Copyright (C) 2009-2014 Red Hat Inc.
--- a/appliance/make.sh.in
+++ b/appliance/make.sh.in
@@ -1,6 +1,6 @@
 #!/bin/bash -
 # @configure_input@
-# Copyright (C) 2009-2013 Red Hat Inc.
+# Copyright (C) 2009-2014 Red Hat Inc.
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -33,6 +33,9 @@ exec 5<&-
 if [ "x@SUPERMIN_PACKAGER_CONFIG@" != "xno" ]; then
    extra="--yum-config @SUPERMIN_PACKAGER_CONFIG@"
 fi
+if [ "x@SUPERMIN_EXTRA_OPTIONS@" != "xno" ]; then
+    extra="$extra @SUPERMIN_EXTRA_OPTIONS@"
+fi

 echo @SUPERMIN@ -v -o supermin.d --names $(< packagelist ) $excludes $extra
@SUPERMIN@ -v -o supermin.d --names $(< packagelist ) $excludes $extra
@@ -43,10 +46,6 @@ echo @SUPERMIN@ -v -o supermin.d --names $(< packagelist ) $excludes $extra
 < supermin.d/hostfiles \
 grep -v '^/usr/lib/locale' |
 grep -v '^/usr/share/locale' |
-grep -v '^/usr/lib/gconv' |
-grep -v '^/usr/lib64/gconv' |
-grep -v '^/usr/bin/localedef' |
-grep -v '^/usr/sbin/build-locale-archive' |
 grep -v '^/usr/share/man/' |
 grep -v '^/usr/share/doc/' |
 grep -v '^/usr/share/info/' |
@@ -54,12 +53,6 @@ grep -v '^/usr/share/gnome/help/' |
 grep -v '^/usr/share/cracklib/' |
 grep -v '^/usr/share/i18n/' > supermin.d/hostfiles-t

-# XXX resolv.conf?  The old script had:
-# echo nameserver 169.254.2.3 > resolv.conf
-if ! grep -q /etc/resolv.conf supermin.d/hostfiles-t; then
-    echo /etc/resolv.conf >> supermin.d/hostfiles-t
-fi
-
 # Include any Augeas lenses from the host.
 if grep -q /usr/share/augeas/lenses supermin.d/hostfiles-t; then
    echo "/usr/share/augeas/lenses/*.aug" >> supermin.d/hostfiles-t
--- a/appliance/packagelist.in
+++ b/appliance/packagelist.in
@@ -41,7 +41,6 @@
  kernel
  libcap
  libldm /* only Fedora has this for now, but we should add it to others later*/
-  MAKEDEV
  nilfs-utils
  ntfsprogs
  ntfs-3g
@@ -49,6 +48,7 @@
  pcre
  reiserfs-utils
  libselinux
+  syslinux-extlinux
  systemd /* for /sbin/reboot and udevd */
  vim-minimal
  xz
@@ -61,6 +61,7 @@
  btrfs-tools
  cryptsetup
  e2fsprogs
+  extlinux
  genisoimage
  gfs-tools
  gfs2-tools
@@ -73,6 +74,8 @@
  libpcre3
  libyajl2
  linux-image
+  /* syslinux 'suggests' mtools, but in reality it's a hard dependency: */
+  mtools
  nilfs-tools
  ntfs-3g
  ntfsprogs
@@ -110,6 +113,64 @@
  zfs-fuse
 #endif /* ARCHLINUX */

+#ifdef FRUGALWARE
+  augeas
+  btrfs-progs
+  cryptsetup-luks
+  e2fsprogs
+  cdrkit
+  grub2
+  hfsplus
+  iproute2
+  iputils
+  kernel
+  libcap
+  ntfsprogs
+  ntfs-3g
+  openssh
+  pcre
+  reiserfsprogs
+  syslinux
+  systemd
+  vim
+  xz
+  yajl
+  xfsprogs-acl
+  xfsprogs-attr
+  bash
+  binutils
+  bzip2
+  coreutils
+  cpio
+  diffutils
+  dosfstools
+  file
+  findutils
+  gawk
+  gptfdisk
+  grep
+  gzip
+  jfsutils
+  kmod
+  less
+  libxml2
+  lsof
+  lsscsi
+  lvm2
+  mdadm
+  module-init-tools
+  parted
+  procps
+  psmisc
+  rsync
+  sed
+  strace
+  syslinux
+  tar
+  util-linux
+  xfsprogs
+#endif /* FRUGALWARE */
+
 acl
 attr
 bash
@@ -148,6 +209,7 @@ rsync
 scrub
 sed
 strace
+syslinux
 tar
 udev
 util-linux
--- a/bash/Makefile.am
+++ b/bash/Makefile.am
@@ -21,6 +21,7 @@ scripts = \
 	guestfish \
 	guestmount \
 	virt-alignment-scan \
+	virt-builder \
 	virt-cat \
 	virt-df \
 	virt-edit \
@@ -55,6 +56,8 @@ virt-ls:
 virt-sysprep:
 	ln -sf virt-alignment-scan $@

+virt-builder:
+	ln -sf virt-resize $@
 virt-sparsify:
 	ln -sf virt-resize $@

--- a/bash/guestfish
+++ b/bash/guestfish
@@ -1,5 +1,5 @@
 # guestfish bash completion script -*- shell-script -*-
-# Copyright (C) 2010-2013 Red Hat Inc.
+# Copyright (C) 2010-2014 Red Hat Inc.
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
--- a/bash/guestmount
+++ b/bash/guestmount
@@ -1,5 +1,5 @@
 # guestmount bash completion script -*- shell-script -*-
-# Copyright (C) 2010-2013 Red Hat Inc.
+# Copyright (C) 2010-2014 Red Hat Inc.
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
--- a/bash/virt-alignment-scan
+++ b/bash/virt-alignment-scan
@@ -1,5 +1,5 @@
 # virt-tools bash completion script -*- shell-script -*-
-# Copyright (C) 2010-2013 Red Hat Inc.
+# Copyright (C) 2010-2014 Red Hat Inc.
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
--- a/bash/virt-rescue
+++ b/bash/virt-rescue
@@ -1,5 +1,5 @@
 # virt-rescue bash completion script -*- shell-script -*-
-# Copyright (C) 2010-2013 Red Hat Inc.
+# Copyright (C) 2010-2014 Red Hat Inc.
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
--- a/bash/virt-resize
+++ b/bash/virt-resize
@@ -1,5 +1,6 @@
-# virt-resize, virt-sparsify bash completion script -*- shell-script -*-
-# Copyright (C) 2010-2013 Red Hat Inc.
+# virt-resize, virt-builder, virt-sparsify bash completion script
+# -*- shell-script -*-
+# Copyright (C) 2010-2014 Red Hat Inc.
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -33,6 +34,12 @@ _guestfs_options_only ()
    esac
 }

+_virt_builder ()
+{
+    _guestfs_options_only "$(virt-builder --long-options)"
+} &&
+complete -o default -F _virt_builder virt-builder
+
 _virt_resize ()
 {
    _guestfs_options_only "$(virt-resize --long-options)"
--- a/3
+++ b/3
@@ -34,7 +34,7 @@ libtoolize --copy --install
 gnulib_tool=$GNULIB_SRCDIR/gnulib-tool
 <$gnulib_tool || exit

-(cd daemon && mkdir -p tests lib && ../$gnulib_tool --update)
+(cd daemon && mkdir -p tests lib && ../$gnulib_tool --dir=.. --update)

 modules='
 accept4
@@ -77,7 +77,6 @@ openat
 perror
 pipe2
 pread
-progname
 read-file
 readlink
 select
--- a/bugs-in-changelog.sh
+++ b/bugs-in-changelog.sh
@@ -1,6 +1,6 @@
 #!/bin/bash -
 # bugs-in-changelog.sh
-# Copyright (C) 2009-2013 Red Hat Inc.
+# Copyright (C) 2009-2014 Red Hat Inc.
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
--- a/builder/Makefile.am
+++ b/builder/Makefile.am
@@ -0,0 +1,237 @@
+# libguestfs virt-builder tool
+# Copyright (C) 2013 Red Hat Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+include $(top_srcdir)/subdir-rules.mk
+
+AM_YFLAGS = -d
+AM_CFLAGS = \
+	-I$(shell $(OCAMLC) -where) \
+	-I$(top_srcdir)/src \
+	-I$(top_srcdir)/fish \
+	-pthread \
+	$(LIBLZMA_CFLAGS)
+
+EXTRA_DIST = \
+	$(SOURCES) \
+	virt-builder.pod \
+	virt-index-validate.pod \
+	test-virt-builder.sh \
+	test-virt-builder-list.sh \
+	test-virt-builder-planner.sh
+
+CLEANFILES = *~ *.cmi *.cmo *.cmx *.cmxa *.o virt-builder
+
+# Alphabetical order.
+SOURCES = \
+	builder.ml \
+	cmdline.ml \
+	downloader.mli \
+	downloader.ml \
+	get_kernel.mli \
+	get_kernel.ml \
+	index_parser.mli \
+	index_parser.ml \
+	index-parser-c.c \
+	list_entries.mli \
+	list_entries.ml \
+	perl_edit.ml \
+	perl_edit.mli \
+	pxzcat.ml \
+	pxzcat.mli \
+	pxzcat-c.c \
+	sigchecker.mli \
+	sigchecker.ml
+
+man_MANS =
+noinst_DATA =
+
+if HAVE_OCAML
+
+# Note this list must be in dependency order.
+OBJECTS = \
+	$(top_builddir)/mllib/libdir.cmx \
+	$(top_builddir)/mllib/common_gettext.cmx \
+	$(top_builddir)/mllib/common_utils.cmx \
+	$(top_builddir)/mllib/urandom.cmx \
+	$(top_builddir)/mllib/random_seed.cmx \
+	$(top_builddir)/mllib/hostname.cmx \
+	$(top_builddir)/mllib/timezone.cmx \
+	$(top_builddir)/mllib/firstboot.cmx \
+	$(top_builddir)/mllib/crypt-c.o \
+	$(top_builddir)/mllib/crypt.cmx \
+	$(top_builddir)/mllib/fsync-c.o \
+	$(top_builddir)/mllib/fsync.cmx \
+	$(top_builddir)/mllib/password.cmx \
+	$(top_builddir)/mllib/planner.cmx \
+	$(top_builddir)/mllib/config.cmx \
+	index-scan.o \
+	index-struct.o \
+	index-parse.o \
+	index-parser-c.o \
+	pxzcat-c.o \
+	pxzcat.cmx \
+	get_kernel.cmx \
+	downloader.cmx \
+	sigchecker.cmx \
+	index_parser.cmx \
+	list_entries.cmx \
+	perl_edit.cmx \
+	cmdline.cmx \
+	builder.cmx
+
+bin_SCRIPTS = virt-builder
+
+# -I $(top_builddir)/src/.libs is a hack which forces corresponding -L
+# option to be passed to gcc, so we don't try linking against an
+# installed copy of libguestfs.
+OCAMLPACKAGES = \
+	-package str,unix \
+	-I $(top_builddir)/src/.libs \
+	-I $(top_builddir)/ocaml \
+	-I $(top_builddir)/mllib
+if HAVE_OCAML_PKG_GETTEXT
+OCAMLPACKAGES += -package gettext-stub
+endif
+
+OCAMLCFLAGS = -g -warn-error CDEFLMPSUVYZX $(OCAMLPACKAGES)
+OCAMLOPTFLAGS = $(OCAMLCFLAGS)
+
+virt-builder: $(OBJECTS)
+	$(OCAMLFIND) ocamlopt $(OCAMLOPTFLAGS) \
+	  mlguestfs.cmxa -linkpkg $^ \
+	  -cclib '-pthread $(LIBLZMA_LIBS) -lncurses -lcrypt -lpthread' \
+	  $(OCAML_GCOV_LDFLAGS) \
+	  -o $@
+
+.mli.cmi:
+	$(OCAMLFIND) ocamlc $(OCAMLCFLAGS) -c $< -o $@
+.ml.cmo:
+	$(OCAMLFIND) ocamlc $(OCAMLCFLAGS) -c $< -o $@
+.ml.cmx:
+	$(OCAMLFIND) ocamlopt $(OCAMLOPTFLAGS) -c $< -o $@
+
+# Manual pages and HTML files for the website.
+
+man_MANS += virt-builder.1
+noinst_DATA += $(top_builddir)/html/virt-builder.1.html
+
+virt-builder.1 $(top_builddir)/html/virt-builder.1.html: stamp-virt-builder.pod
+
+stamp-virt-builder.pod: virt-builder.pod
+	$(PODWRAPPER) \
+	  --man virt-builder.1 \
+	  --html $(top_builddir)/html/virt-builder.1.html \
+	  --license GPLv2+ \
+	  $<
+	touch $@
+
+CLEANFILES += stamp-virt-builder.pod
+
+# Tests.
+
+TESTS_ENVIRONMENT = $(top_builddir)/run --test
+
+disk_images := \
+	$(shell for f in debian fedora ubuntu windows; do if [ -s "../tests/guests/$$f.img" ]; then echo $$f.xz; fi; done) \
+	$(shell if [ -s "../tests/guests/fedora.img" ]; then echo fedora.qcow2 fedora.qcow2.xz; fi)
+
+CLEANFILES += *.qcow2 *.xz
+
+check_DATA = $(disk_images)
+
+fedora.qcow2: ../tests/guests/fedora.img
+	rm -f $@ $@-t
+	qemu-img convert -f raw -O qcow2 $< $@-t
+	mv $@-t $@
+
+fedora.qcow2.xz: fedora.qcow2
+	rm -f $@ $@-t
+	xz --best --block-size=16777216 -c $< > $@-t
+	mv $@-t $@
+
+%.xz: ../tests/guests/%.img
+	rm -f $@ $@-t
+	xz --best --block-size=16777216 -c $< > $@-t
+	mv $@-t $@
+
+TESTS = test-virt-builder-list.sh
+
+if ENABLE_APPLIANCE
+TESTS += test-virt-builder.sh
+endif ENABLE_APPLIANCE
+
+check-valgrind:
+	$(MAKE) VG="$(top_builddir)/run @VG@" check
+
+check-slow:
+	$(MAKE) TESTS="test-virt-builder-planner.sh" check
+
+# Dependencies.
+depend: .depend
+
+.depend: $(wildcard $(abs_srcdir)/*.mli) $(wildcard $(abs_srcdir)/*.ml)
+	rm -f $@ $@-t
+	$(OCAMLFIND) ocamldep -I ../ocaml -I $(abs_srcdir) -I $(top_srcdir)/mllib $^ | \
+	  $(SED) 's/ *$$//' | \
+	  $(SED) -e :a -e '/ *\\$$/N; s/ *\\\n */ /; ta' | \
+	  $(SED) -e 's,$(abs_srcdir)/,$(builddir)/,g' | \
+	  sort > $@-t
+	mv $@-t $@
+
+-include .depend
+
+endif
+
+DISTCLEANFILES = .depend
+
+.PHONY: depend docs
+
+# Build a small C index validator program.
+bin_PROGRAMS = virt-index-validate
+
+virt_index_validate_SOURCES = \
+	index-parse.y \
+	index-scan.l \
+	index-struct.h \
+	index-struct.c \
+	index-validate.c
+
+man_MANS += virt-index-validate.1
+noinst_DATA += $(top_builddir)/html/virt-index-validate.1.html
+
+virt-index-validate.1 $(top_builddir)/html/virt-index-validate.1.html: stamp-virt-index-validate.pod
+
+stamp-virt-index-validate.pod: virt-index-validate.pod
+	$(PODWRAPPER) \
+	  --man virt-index-validate.1 \
+	  --html $(top_builddir)/html/virt-index-validate.1.html \
+	  --license GPLv2+ \
+	  $<
+	touch $@
+
+CLEANFILES += \
+	index-parse.c \
+	index-parse.h \
+	index-scan.c \
+	stamp-virt-index-validate.pod
+
+# Fix dependencies which automake doesn't generate correctly.
+if HAVE_OCAML
+index-parser-c.o: index-parse.h index-struct.h
+index-scan.o: index-parse.h
+endif
+index-validate.o: index-parse.h
--- a/builder/builder.ml
+++ b/builder/builder.ml
--- a/builder/cmdline.ml
+++ b/builder/cmdline.ml
@@ -0,0 +1,465 @@
+(* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ *)
+
+(* Command line argument parsing. *)
+
+open Common_gettext.Gettext
+open Common_utils
+
+module G = Guestfs
+
+open Password
+
+open Unix
+open Printf
+
+let prog = Filename.basename Sys.executable_name
+
+let default_cachedir =
+  try Some (Sys.getenv "XDG_CACHE_HOME" // "virt-builder")
+  with Not_found ->
+    try Some (Sys.getenv "HOME" // ".cache" // "virt-builder")
+    with Not_found ->
+      None (* no cache directory *)
+
+let default_source = "http://libguestfs.org/download/builder/index.asc"
+
+let parse_cmdline () =
+  let display_version () =
+    printf "virt-builder %s\n" Config.package_version;
+    exit 0
+  in
+
+  let mode = ref `Install in
+  let list_mode () = mode := `List in
+  let notes_mode () = mode := `Notes in
+  let get_kernel_mode () = mode := `Get_kernel in
+  let cache_all_mode () = mode := `Cache_all in
+  let print_cache_mode () = mode := `Print_cache in
+  let delete_cache_mode () = mode := `Delete_cache in
+
+  let attach = ref [] in
+  let attach_format = ref None in
+  let set_attach_format = function
+    | "auto" -> attach_format := None
+    | s -> attach_format := Some s
+  in
+  let attach_disk s = attach := (!attach_format, s) :: !attach in
+
+  let cache = ref default_cachedir in
+  let set_cache arg = cache := Some arg in
+  let no_cache () = cache := None in
+
+  let check_signature = ref true in
+  let curl = ref "curl" in
+  let debug = ref false in
+
+  let delete = ref [] in
+  let add_delete s = delete := s :: !delete in
+
+  let delete_on_failure = ref true in
+
+  let edit = ref [] in
+  let add_edit arg =
+    let i =
+      try String.index arg ':'
+      with Not_found ->
+        eprintf (f_"%s: invalid --edit format, see the man page.\n") prog;
+        exit 1 in
+    let len = String.length arg in
+    let file = String.sub arg 0 i in
+    let expr = String.sub arg (i+1) (len-(i+1)) in
+    edit := (file, expr) :: !edit
+  in
+
+  let fingerprints = ref [] in
+  let add_fingerprint arg = fingerprints := arg :: !fingerprints in
+
+  let firstboot = ref [] in
+  let add_firstboot s =
+    if not (Sys.file_exists s) then (
+      if not (String.contains s ' ') then
+        eprintf (f_"%s: %s: %s: file not found\n") prog "--firstboot" s
+      else
+        eprintf (f_"%s: %s: %s: file not found [did you mean %s?]\n") prog "--firstboot" s "--firstboot-command";
+      exit 1
+    );
+    firstboot := `Script s :: !firstboot
+  in
+  let add_firstboot_cmd s = firstboot := `Command s :: !firstboot in
+  let add_firstboot_install pkgs =
+    let pkgs = string_nsplit "," pkgs in
+    firstboot := `Packages pkgs :: !firstboot
+  in
+
+  let format = ref "" in
+  let gpg = ref "gpg" in
+
+  let hostname = ref None in
+  let set_hostname s = hostname := Some s in
+
+  let install = ref [] in
+  let add_install pkgs =
+    let pkgs = string_nsplit "," pkgs in
+    install := pkgs @ !install
+  in
+
+  let links = ref [] in
+  let add_link arg =
+    let target, lns =
+      match string_nsplit ":" arg with
+      | [] | [_] ->
+        eprintf (f_"%s: invalid --link format, see the man page.\n") prog;
+        exit 1
+      | target :: lns -> target, lns in
+    links := (target, lns) :: !links
+  in
+
+  let list_format = ref `Short in
+  let list_set_long () = list_format := `Long in
+  let list_set_format arg =
+    list_format := match arg with
+    | "short" -> `Short
+    | "long" -> `Long
+    | "json" -> `Json
+    | fmt ->
+      eprintf (f_"%s: invalid --list-format type '%s', see the man page.\n") prog fmt;
+      exit 1 in
+
+  let memsize = ref None in
+  let set_memsize arg = memsize := Some arg in
+
+  let mkdirs = ref [] in
+  let add_mkdir arg = mkdirs := arg :: !mkdirs in
+
+  let network = ref true in
+  let output = ref "" in
+
+  let password_crypto : password_crypto option ref = ref None in
+  let set_password_crypto arg =
+    password_crypto := Some (password_crypto_of_string ~prog arg)
+  in
+
+  let quiet = ref false in
+
+  let root_password = ref None in
+  let set_root_password arg =
+    let pw = parse_selector ~prog arg in
+    root_password := Some pw
+  in
+
+  let run = ref [] in
+  let add_run s =
+    if not (Sys.file_exists s) then (
+      if not (String.contains s ' ') then
+        eprintf (f_"%s: %s: %s: file not found\n") prog "--run" s
+      else
+        eprintf (f_"%s: %s: %s: file not found [did you mean %s?]\n") prog "--run" s "--run-command";
+      exit 1
+    );
+    run := `Script s :: !run
+  in
+  let add_run_cmd s = run := `Command s :: !run in
+
+  let scrub = ref [] in
+  let add_scrub s = scrub := s :: !scrub in
+
+  let scrub_logfile = ref false in
+  let selinux_relabel = ref false in
+
+  let size = ref None in
+  let set_size arg = size := Some (parse_size ~prog arg) in
+
+  let smp = ref None in
+  let set_smp arg = smp := Some arg in
+
+  let sources = ref [] in
+  let add_source arg = sources := arg :: !sources in
+
+  let sync = ref true in
+
+  let timezone = ref None in
+  let set_timezone s = timezone := Some s in
+
+  let update = ref false in
+
+  let upload = ref [] in
+  let add_upload arg =
+    let i =
+      try String.index arg ':'
+      with Not_found ->
+        eprintf (f_"%s: invalid --upload format, see the man page.\n") prog;
+        exit 1 in
+    let len = String.length arg in
+    let file = String.sub arg 0 i in
+    if not (Sys.file_exists file) then (
+      eprintf (f_"%s: --upload: %s: file not found\n") prog file;
+      exit 1
+    );
+    let dest = String.sub arg (i+1) (len-(i+1)) in
+    upload := (file, dest) :: !upload
+  in
+
+  let writes = ref [] in
+  let add_write arg =
+    let i =
+      try String.index arg ':'
+      with Not_found ->
+        eprintf (f_"%s: invalid --write format, see the man page.\n") prog;
+        exit 1 in
+    let len = String.length arg in
+    let file = String.sub arg 0 i in
+    let content = String.sub arg (i+1) (len-(i+1)) in
+    writes := (file, content) :: !writes
+  in
+
+  let ditto = " -\"-" in
+  let argspec = Arg.align [
+    "--attach",  Arg.String attach_disk,    "iso" ^ " " ^ s_"Attach data disk/ISO during install";
+    "--attach-format",  Arg.String set_attach_format,
+                                            "format" ^ " " ^ s_"Set attach disk format";
+    "--cache",   Arg.String set_cache,      "dir" ^ " " ^ s_"Set template cache dir";
+    "--no-cache", Arg.Unit no_cache,        " " ^ s_"Disable template cache";
+    "--cache-all-templates", Arg.Unit cache_all_mode,
+                                            " " ^ s_"Download all templates to the cache";
+    "--check-signature", Arg.Set check_signature,
+                                            " " ^ s_"Check digital signatures";
+    "--check-signatures", Arg.Set check_signature, ditto;
+    "--no-check-signature", Arg.Clear check_signature,
+                                            " " ^ s_"Disable digital signatures";
+    "--no-check-signatures", Arg.Clear check_signature, ditto;
+    "--curl",    Arg.Set_string curl,       "curl" ^ " " ^ s_"Set curl binary/command";
+    "--delete",  Arg.String add_delete,     "name" ^ " " ^ s_"Delete a file or dir";
+    "--delete-cache", Arg.Unit delete_cache_mode,
+                                            " " ^ s_"Delete the template cache";
+    "--no-delete-on-failure", Arg.Clear delete_on_failure,
+                                            " " ^ s_"Don't delete output file on failure";
+    "--edit",    Arg.String add_edit,       "file:expr" ^ " " ^ s_"Edit file with Perl expr";
+    "--fingerprint", Arg.String add_fingerprint,
+                                            "AAAA.." ^ " " ^ s_"Fingerprint of valid signing key";
+    "--firstboot", Arg.String add_firstboot, "script" ^ " " ^ s_"Run script at first guest boot";
+    "--firstboot-command", Arg.String add_firstboot_cmd, "cmd+args" ^ " " ^ s_"Run command at first guest boot";
+    "--firstboot-install", Arg.String add_firstboot_install,
+                                            "pkg,pkg" ^ " " ^ s_"Add package(s) to install at firstboot";
+    "--format",  Arg.Set_string format,     "raw|qcow2" ^ " " ^ s_"Output format (default: raw)";
+    "--get-kernel", Arg.Unit get_kernel_mode,
+                                            "image" ^ " " ^ s_"Get kernel from image";
+    "--gpg",    Arg.Set_string gpg,         "gpg" ^ " " ^ s_"Set GPG binary/command";
+    "--hostname", Arg.String set_hostname,  "hostname" ^ " " ^ s_"Set the hostname";
+    "--install", Arg.String add_install,    "pkg,pkg" ^ " " ^ s_"Add package(s) to install";
+    "--link",    Arg.String add_link,       "target:link.." ^ " " ^ s_"Create symbolic links";
+    "-l",        Arg.Unit list_mode,        " " ^ s_"List available templates";
+    "--list",    Arg.Unit list_mode,        ditto;
+    "--long",    Arg.Unit list_set_long,    " " ^ s_"Shortcut for --list-format short";
+    "--list-format", Arg.String list_set_format,
+                                            "short|long|json" ^ " " ^ s_"Set the format for --list (default: short)";
+    "--no-logfile", Arg.Set scrub_logfile,  " " ^ s_"Scrub build log file";
+    "--long-options", Arg.Unit display_long_options, " " ^ s_"List long options";
+    "-m",        Arg.Int set_memsize,       "mb" ^ " " ^ s_"Set memory size";
+    "--memsize", Arg.Int set_memsize,       "mb" ^ ditto;
+    "--mkdir",   Arg.String add_mkdir,      "dir" ^ " " ^ s_"Create directory";
+    "--network", Arg.Set network,           " " ^ s_"Enable appliance network (default)";
+    "--no-network", Arg.Clear network,      " " ^ s_"Disable appliance network";
+    "--notes",   Arg.Unit notes_mode,       " " ^ s_"Display installation notes";
+    "-o",        Arg.Set_string output,     "file" ^ " " ^ s_"Set output filename";
+    "--output",  Arg.Set_string output,     "file" ^ ditto;
+    "--password-crypto", Arg.String set_password_crypto,
+                                            "md5|sha256|sha512" ^ " " ^ s_"Set password crypto";
+    "--print-cache", Arg.Unit print_cache_mode,
+                                            " " ^ s_"Print info about template cache";
+    "--quiet",   Arg.Set quiet,             " " ^ s_"No progress messages";
+    "--root-password", Arg.String set_root_password,
+                                            "..." ^ " " ^ s_"Set root password";
+    "--run",     Arg.String add_run,        "script" ^ " " ^ s_"Run script in disk image";
+    "--run-command", Arg.String add_run_cmd, "cmd+args" ^ " " ^ s_"Run command in disk image";
+    "--scrub",   Arg.String add_scrub,      "name" ^ " " ^ s_"Scrub a file";
+    "--selinux-relabel", Arg.Set selinux_relabel,
+                                            " " ^ s_"Relabel files with correct SELinux labels";
+    "--size",    Arg.String set_size,       "size" ^ " " ^ s_"Set output disk size";
+    "--smp",     Arg.Int set_smp,           "vcpus" ^ " " ^ s_"Set number of vCPUs";
+    "--source",  Arg.String add_source,     "URL" ^ " " ^ s_"Set source URL";
+    "--no-sync", Arg.Clear sync,            " " ^ s_"Do not fsync output file on exit";
+    "--timezone",Arg.String set_timezone,   "timezone" ^ " " ^ s_"Set the default timezone";
+    "--update",  Arg.Set update,            " " ^ s_"Update core packages";
+    "--upload",  Arg.String add_upload,     "file:dest" ^ " " ^ s_"Upload file to dest";
+    "-v",        Arg.Set debug,             " " ^ s_"Enable debugging messages";
+    "--verbose", Arg.Set debug,             ditto;
+    "-V",        Arg.Unit display_version,  " " ^ s_"Display version and exit";
+    "--version", Arg.Unit display_version,  ditto;
+    "--write",   Arg.String add_write,      "file:content" ^ " " ^ s_"Write file";
+  ] in
+  long_options := argspec;
+
+  let args = ref [] in
+  let anon_fun s = args := s :: !args in
+  let usage_msg =
+    sprintf (f_"\
+%s: build virtual machine images quickly
+
+ virt-builder OS-VERSION
+ virt-builder -l
+ virt-builder --notes OS-VERSION
+ virt-builder --print-cache
+ virt-builder --cache-all-templates
+ virt-builder --delete-cache
+ virt-builder --get-kernel IMAGE
+
+A short summary of the options is given below.  For detailed help please
+read the man page virt-builder(1).
+")
+      prog in
+  Arg.parse argspec anon_fun usage_msg;
+
+  (* Dereference options. *)
+  let args = List.rev !args in
+  let mode = !mode in
+  let attach = List.rev !attach in
+  let cache = !cache in
+  let check_signature = !check_signature in
+  let curl = !curl in
+  let debug = !debug in
+  let delete = List.rev !delete in
+  let delete_on_failure = !delete_on_failure in
+  let edit = List.rev !edit in
+  let fingerprints = List.rev !fingerprints in
+  let firstboot = List.rev !firstboot in
+  let run = List.rev !run in
+  let format = match !format with "" -> None | s -> Some s in
+  let gpg = !gpg in
+  let hostname = !hostname in
+  let install = List.rev !install in
+  let list_format = !list_format in
+  let links = List.rev !links in
+  let memsize = !memsize in
+  let mkdirs = List.rev !mkdirs in
+  let network = !network in
+  let output = match !output with "" -> None | s -> Some s in
+  let password_crypto = !password_crypto in
+  let quiet = !quiet in
+  let root_password = !root_password in
+  let scrub = List.rev !scrub in
+  let scrub_logfile = !scrub_logfile in
+  let selinux_relabel = !selinux_relabel in
+  let size = !size in
+  let smp = !smp in
+  let sources = List.rev !sources in
+  let sync = !sync in
+  let timezone = !timezone in
+  let update = !update in
+  let upload = List.rev !upload in
+  let writes = List.rev !writes in
+
+  (* Check options. *)
+  let arg =
+    match mode with
+    | `Install ->
+      (match args with
+      | [arg] -> arg
+      | [] ->
+        eprintf (f_"%s: virt-builder os-version\nMissing 'os-version'. Use '--list' to list available template names.\n") prog;
+        exit 1
+      | _ ->
+        eprintf (f_"%s: virt-builder: too many parameters, expecting 'os-version'\n") prog;
+        exit 1
+      )
+    | `List ->
+      (match args with
+      | [] -> ""
+      | _ ->
+        eprintf (f_"%s: virt-builder --list does not need any extra arguments.\n") prog;
+        exit 1
+      )
+    | `Notes ->
+      (match args with
+      | [arg] -> arg
+      | [] ->
+        eprintf (f_"%s: virt-builder --notes os-version\nMissing 'os-version'. Use '--list' to list available template names.\n") prog;
+        exit 1
+      | _ ->
+        eprintf (f_"%s: virt-builder: too many parameters, expecting 'os-version'\n") prog;
+        exit 1
+      )
+    | `Cache_all
+    | `Print_cache
+    | `Delete_cache ->
+      (match args with
+      | [] -> ""
+      | _ ->
+        eprintf (f_"%s: virt-builder --cache-all-templates/--print-cache/--delete-cache does not need any extra arguments.\n") prog;
+        exit 1
+      )
+    | `Get_kernel ->
+      (match args with
+      | [arg] -> arg
+      | [] ->
+        eprintf (f_"%s: virt-builder --get-kernel image\nMissing 'image' (disk image file) argument.\n") prog;
+        exit 1
+      | _ ->
+        eprintf (f_"%s: virt-builder --get-kernel: too many parameters\n") prog;
+        exit 1
+      ) in
+
+  (* Check source(s) and fingerprint(s), or use environment or default. *)
+  let sources =
+    let list_split = function "" -> [] | str -> string_nsplit "," str in
+    let rec repeat x = function
+      | 0 -> [] | 1 -> [x]
+      | n -> x :: repeat x (n-1)
+    in
+
+    let sources =
+      if sources <> [] then sources
+      else (
+        try list_split (Sys.getenv "VIRT_BUILDER_SOURCE")
+        with Not_found -> [ default_source ]
+      ) in
+    let fingerprints =
+      if fingerprints <> [] then fingerprints
+      else (
+        try list_split (Sys.getenv "VIRT_BUILDER_FINGERPRINT")
+        with Not_found -> [ Sigchecker.default_fingerprint ]
+      ) in
+
+    let nr_sources = List.length sources in
+    let fingerprints =
+      match fingerprints with
+      | [fingerprint] ->
+        (* You're allowed to have multiple sources and one fingerprint: it
+         * means that the same fingerprint is used for all sources.
+         *)
+        repeat fingerprint nr_sources
+      | xs -> xs in
+
+    if List.length fingerprints <> nr_sources then (
+      eprintf (f_"%s: source and fingerprint lists are not the same length\n")
+        prog;
+      exit 1
+    );
+
+    assert (nr_sources > 0);
+
+    (* Combine the sources and fingerprints into a single list of pairs. *)
+    List.combine sources fingerprints in
+
+  mode, arg,
+  attach, cache, check_signature, curl, debug, delete, delete_on_failure,
+  edit, firstboot, run, format, gpg, hostname, install, list_format, links,
+  memsize, mkdirs,
+  network, output, password_crypto, quiet, root_password, scrub,
+  scrub_logfile, selinux_relabel, size, smp, sources, sync, timezone,
+  update, upload, writes
--- a/builder/downloader.ml
+++ b/builder/downloader.ml
@@ -0,0 +1,118 @@
+(* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ *)
+
+open Common_gettext.Gettext
+open Common_utils
+
+open Unix
+open Printf
+
+let quote = Filename.quote
+let (//) = Filename.concat
+
+let cache_of_name cachedir name revision =
+  cachedir // sprintf "%s.%d" name revision
+
+type uri = string
+type filename = string
+
+type t = {
+  debug : bool;
+  curl : string;
+  cache : string option;                (* cache directory for templates *)
+}
+
+let create ~debug ~curl ~cache = {
+  debug = debug;
+  curl = curl;
+  cache = cache;
+}
+
+let rec download ~prog t ?template ?progress_bar uri =
+  match template with
+  | None ->                       (* no cache, simple download *)
+    (* Create a temporary name. *)
+    let tmpfile = Filename.temp_file "vbcache" ".txt" in
+    download_to ~prog t ?progress_bar uri tmpfile;
+    (tmpfile, true)
+
+  | Some (name, revision) ->
+    match t.cache with
+    | None ->
+      (* Not using the cache at all? *)
+      download t ~prog ?progress_bar uri
+
+    | Some cachedir ->
+      let filename = cache_of_name cachedir name revision in
+
+      (* Is the requested template name + revision in the cache already?
+       * If not, download it.
+       *)
+      if not (Sys.file_exists filename) then
+        download_to ~prog t ?progress_bar uri filename;
+
+      (filename, false)
+
+and download_to ~prog t ?(progress_bar = false) uri filename =
+  (* Get the status code first to ensure the file exists. *)
+  let cmd = sprintf "%s%s -g -o /dev/null -I -w '%%{http_code}' %s"
+    t.curl
+    (if t.debug then "" else " -s -S")
+    (quote uri) in
+  if t.debug then eprintf "%s\n%!" cmd;
+  let lines = external_command ~prog cmd in
+  if List.length lines < 1 then (
+    eprintf (f_"%s: unexpected output from curl command, enable debug and look at previous messages\n") prog;
+    exit 1
+  );
+  let status_code = List.hd lines in
+  let bad_status_code = function
+    | "" -> true
+    | s when s.[0] = '4' -> true (* 4xx *)
+    | s when s.[0] = '5' -> true (* 5xx *)
+    | _ -> false
+  in
+  if bad_status_code status_code then (
+    eprintf (f_"%s: failed to download %s: HTTP status code %s\n")
+      prog uri status_code;
+    exit 1
+  );
+
+  (* Now download the file.
+   * 
+   * Note because there may be parallel virt-builder instances running
+   * and also to avoid partial downloads in the cachedir if the network
+   * fails, we download to a random name in the cache and then
+   * atomically rename it to the final filename.
+   *)
+  let filename_new = filename ^ "." ^ string_random8 () in
+  unlink_on_exit filename_new;
+  let cmd = sprintf "%s%s -g -o %s %s"
+    t.curl
+    (if t.debug then "" else if progress_bar then " -#" else " -s -S")
+    (quote filename_new) (quote uri) in
+  if t.debug then eprintf "%s\n%!" cmd;
+  let r = Sys.command cmd in
+  if r <> 0 then (
+    eprintf (f_"%s: curl (download) command failed downloading '%s'\n")
+      prog uri;
+    exit 1
+  );
+
+  (* Rename the file if curl was successful. *)
+  rename filename_new filename
--- a/builder/downloader.mli
+++ b/builder/downloader.mli
@@ -0,0 +1,47 @@
+(* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ *)
+
+(** This module is a wrapper around curl, plus local caching. *)
+
+val cache_of_name : string -> string -> int -> string
+(** [cache_of_name cachedir name revision] returns the filename
+    of the cached file.  (Note: It doesn't check if the filename
+    exists, this is just a simple string transformation). *)
+
+type uri = string
+type filename = string
+
+type t
+(** The abstract data type. *)
+
+val create : debug:bool -> curl:string -> cache:string option -> t
+(** Create the abstract type. *)
+
+val download : prog:string -> t -> ?template:(string*int) -> ?progress_bar:bool -> uri -> (filename * bool)
+(** Download the URI, returning the downloaded filename and a
+    temporary file flag.  The temporary file flag is [true] iff
+    the downloaded file is temporary and should be deleted by the
+    caller (otherwise it's in the cache and you shouldn't delete it).
+
+    For templates, you must supply [~template:(name, revision)].  This
+    causes the cache to be used (if possible).  Name and revision are
+    used for cache control (see the man page for details).
+
+    If [~progress_bar:true] then display a progress bar if the file
+    doesn't come from the cache.  In debug mode, progress messages
+    are always displayed. *)
--- a/builder/get_kernel.ml
+++ b/builder/get_kernel.ml
@@ -0,0 +1,121 @@
+(* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ *)
+
+open Common_gettext.Gettext
+open Common_utils
+
+module G = Guestfs
+
+open Printf
+
+let rex_numbers = Str.regexp "^\\([0-9]+\\)\\(.*\\)$"
+let rex_letters = Str.regexp_case_fold "^\\([a-z]+\\)\\(.*\\)$"
+
+(* Originally:
+ * http://rwmj.wordpress.com/2013/09/13/get-kernel-and-initramfs-from-a-disk-image/
+ *)
+let rec get_kernel ~debug ?format ?output disk =
+  let g = new G.guestfs () in
+  if debug then g#set_trace true;
+  g#add_drive_opts ?format ~readonly:true disk;
+  g#launch ();
+
+  let roots = g#inspect_os () in
+  if Array.length roots = 0 then (
+    eprintf (f_"virt-builder: get-kernel: no operating system found\n");
+    exit 1
+  );
+  if Array.length roots > 1 then (
+    eprintf (f_"virt-builder: get-kernel: daual/mult-boot images are not supported by this tool\n");
+    exit 1
+  );
+  let root = roots.(0) in
+
+  (* Mount up the disks. *)
+  let mps = g#inspect_get_mountpoints root in
+  let cmp (a,_) (b,_) = compare (String.length a) (String.length b) in
+  let mps = List.sort cmp mps in
+  List.iter (
+    fun (mp, dev) ->
+      try g#mount_ro dev mp
+      with Guestfs.Error msg -> eprintf "%s (ignored)\n" msg
+  ) mps;
+
+  (* Get all kernels and initramfses. *)
+  let glob w = Array.to_list (g#glob_expand w) in
+  let kernels = glob "/boot/vmlinuz-*" in
+  let initrds = glob "/boot/initramfs-*" in
+
+  (* Old RHEL: *)
+  let initrds = if initrds <> [] then initrds else glob "/boot/initrd-*" in
+
+  (* Debian/Ubuntu: *)
+  let initrds = if initrds <> [] then initrds else glob "/boot/initrd.img-*" in
+
+  (* Sort by version to get the latest version as first element. *)
+  let kernels = List.rev (List.sort compare_version kernels) in
+  let initrds = List.rev (List.sort compare_version initrds) in
+
+  if kernels = [] then (
+    eprintf (f_"virt-builder: no kernel found\n");
+    exit 1
+  );
+
+  (* Download the latest. *)
+  let outputdir =
+    match output with
+    | None -> Filename.current_dir_name
+    | Some dir -> dir in
+  let kernel_in = List.hd kernels in
+  let kernel_out = outputdir // Filename.basename kernel_in in
+  printf "download: %s -> %s\n%!" kernel_in kernel_out;
+  g#download kernel_in kernel_out;
+
+  if initrds <> [] then (
+    let initrd_in = List.hd initrds in
+    let initrd_out = outputdir // Filename.basename initrd_in in
+    printf "download: %s -> %s\n%!" initrd_in initrd_out;
+    g#download initrd_in initrd_out
+  );
+
+  (* Shutdown. *)
+  g#shutdown ();
+  g#close ()
+
+and compare_version v1 v2 =
+  compare (split_version v1) (split_version v2)
+
+and split_version = function
+  | "" -> []
+  | str ->
+    let first, rest =
+      if Str.string_match rex_numbers str 0 then (
+        let n = Str.matched_group 1 str in
+        let rest = Str.matched_group 2 str in
+        let n =
+          try `Number (int_of_string n)
+          with Failure "int_of_string" -> `String n in
+        n, rest
+      )
+      else if Str.string_match rex_letters str 0 then
+        `String (Str.matched_group 1 str), Str.matched_group 2 str
+      else (
+        let len = String.length str in
+        `Char str.[0], String.sub str 1 (len-1)
+      ) in
+    first :: split_version rest
--- a/builder/get_kernel.mli
+++ b/builder/get_kernel.mli
@@ -0,0 +1,19 @@
+(* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ *)
+
+val get_kernel : debug:bool -> ?format:string -> ?output:string -> string -> unit
--- a/builder/index-parse.y
+++ b/builder/index-parse.y
@@ -0,0 +1,129 @@
+/* libguestfs virt-builder tool -*- fundamental -*-
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ */
+
+%{
+#include <config.h>
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+#include "index-struct.h"
+
+extern void yyerror (const char *);
+extern int yylex (void);
+
+/* Join two strings with \n */
+static char *
+concat_newline (const char *str1, const char *str2)
+{
+  size_t len1, len2, len;
+  char *ret;
+
+  if (str2 == NULL)
+    return strdup (str1);
+
+  len1 = strlen (str1);
+  len2 = strlen (str2);
+  len = len1 + 1 /* \n */ + len2 + 1 /* \0 */;
+  ret = malloc (len);
+  memcpy (ret, str1, len1);
+  ret[len1] = '\n';
+  memcpy (ret + len1 + 1, str2, len2);
+  ret[len-1] = '\0';
+
+  return ret;
+}
+
+%}
+
+%locations
+
+%union {
+  struct section *section;
+  struct field *field;
+  char *str;
+}
+
+%token <str>   SECTION_HEADER
+%token <field> FIELD
+%token <str>   VALUE_CONT
+%token         EMPTY_LINE
+%token         PGP_PROLOGUE
+%token         PGP_EPILOGUE
+
+%type <section> sections section
+%type <field>   fields field
+%type <str>     continuations
+
+%%
+
+index:
+      sections
+        { parsed_index = $1; }
+    | PGP_PROLOGUE sections PGP_EPILOGUE
+        { parsed_index = $2; }
+
+sections:
+      section emptylines
+        { $$ = $1; }
+    | section EMPTY_LINE emptylines sections
+        { $$ = $1; $$->next = $4; }
+
+section:
+      SECTION_HEADER fields
+        { $$ = malloc (sizeof (struct section));
+          $$->next = NULL;
+          $$->name = $1;
+          $$->fields = $2; }
+
+fields:
+      /* empty */
+        { $$ = NULL; }
+    | field fields
+        { $$ = $1; $$->next = $2; }
+
+field: FIELD continuations
+        { $$ = $1;
+          char *old_value = $$->value;
+          $$->value = concat_newline (old_value, $2);
+          free (old_value);
+          free ($2); }
+
+continuations:
+      /* empty */
+        { $$ = NULL; }
+    | VALUE_CONT continuations
+        { $$ = concat_newline ($1, $2);
+          free ($1);
+          free ($2); }
+
+emptylines:
+      /* empty */
+        {}
+    | EMPTY_LINE emptylines
+        {}
+
+%%
+
+void
+yyerror (const char *msg)
+{
+  fprintf (stderr, "syntax error at line %d: %s\n",
+           yylloc.first_line, msg);
+}
--- a/builder/index-parser-c.c
+++ b/builder/index-parser-c.c
@@ -0,0 +1,112 @@
+/* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ */
+
+/* This file handles the interface between the C/lex/yacc index file
+ * parser, and the OCaml world.  See index_parser.ml for the OCaml
+ * type definition.
+ */
+
+#include <config.h>
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <errno.h>
+#include <unistd.h>
+
+#include <caml/alloc.h>
+#include <caml/fail.h>
+#include <caml/memory.h>
+#include <caml/mlvalues.h>
+
+#ifdef HAVE_CAML_UNIXSUPPORT_H
+#include <caml/unixsupport.h>
+#else
+#define Nothing ((value) 0)
+extern void unix_error (int errcode, char * cmdname, value arg) Noreturn;
+#endif
+
+#include "index-struct.h"
+#include "index-parse.h"
+
+extern FILE *yyin;
+
+value
+virt_builder_parse_index (value filenamev)
+{
+  CAMLparam1 (filenamev);
+  CAMLlocal5 (rv, v, sv, sv2, fv);
+  struct section *sections;
+  size_t i, nr_sections;
+
+  yyin = fopen (String_val (filenamev), "r");
+  if (yyin == NULL)
+    unix_error (errno, (char *) "fopen", filenamev);
+
+  if (yyparse () != 0) {
+    fclose (yyin);
+    caml_invalid_argument ("parse error");
+  }
+
+  if (fclose (yyin) == EOF)
+    unix_error (errno, (char *) "fclose", filenamev);
+
+  /* Convert the parsed data to OCaml structures. */
+  nr_sections = 0;
+  for (sections = parsed_index; sections != NULL; sections = sections->next)
+    nr_sections++;
+  rv = caml_alloc (nr_sections, 0);
+
+  for (i = 0, sections = parsed_index; sections != NULL;
+       i++, sections = sections->next) {
+    struct field *fields;
+    size_t j, nr_fields;
+
+    nr_fields = 0;
+    for (fields = sections->fields; fields != NULL; fields = fields->next)
+      nr_fields++;
+    fv = caml_alloc (nr_fields, 0);
+
+    for (j = 0, fields = sections->fields; fields != NULL;
+         j++, fields = fields->next) {
+      v = caml_alloc_tuple (3);
+      sv = caml_copy_string (fields->key);
+      Store_field (v, 0, sv);   /* (key, Some subkey, value) */
+      if (fields->subkey) {
+        sv2 = caml_copy_string (fields->subkey);
+        sv = caml_alloc (1, 0);
+        Store_field (sv, 0, sv2);
+      } else
+        sv = Val_int (0);
+      Store_field (v, 1, sv);
+      sv = caml_copy_string (fields->value);
+      Store_field (v, 2, sv);
+      Store_field (fv, j, v);   /* assign to return array of fields */
+    }
+
+    v = caml_alloc_tuple (2);
+    sv = caml_copy_string (sections->name);
+    Store_field (v, 0, sv);     /* (name, fields) */
+    Store_field (v, 1, fv);
+    Store_field (rv, i, v);     /* assign to return array of sections */
+  }
+
+  /* Free parsed global data. */
+  free_index ();
+
+  CAMLreturn (rv);
+}
--- a/builder/index-scan.l
+++ b/builder/index-scan.l
@@ -0,0 +1,110 @@
+/* libguestfs virt-builder tool -*- fundamental -*-
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ */
+
+%{
+#include <config.h>
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+#include "index-parse.h"
+#include "index-struct.h"
+
+#define YY_USER_ACTION yylloc.first_line = yylloc.last_line = yylineno;
+
+extern void yyerror (const char *);
+
+%}
+
+%option noyywrap
+%option yylineno
+
+%%
+
+ /* Apart from the PGP prologue/epilogue which is a hack, the
+  * scanning strategy is to deal with the file strictly line by
+  * line, and pass those lines up to the parser which deals with
+  * whether they appear in the right order to be meaningful.
+  * Note that flex does longest-match.
+  */
+
+  /* Ignore comments - '#' MUST appear at the start of a line. */
+^"#".*\n                { seen_comments++; }
+
+  /* An empty line is significant. */
+^\n                                     { return EMPTY_LINE; }
+
+  /* [...] marks beginning of a section. */
+^"["[-A-Za-z0-9.]+"]"\n {
+                      yylval.str = strndup (yytext+1, yyleng-3);
+                      return SECTION_HEADER;
+                    }
+
+  /* field=value or field[subfield]=value */
+^[A-Za-z0-9_.]+("["[A-Za-z0-9_,.]+"]")?"=".*\n {
+                      size_t i = strcspn (yytext, "=[");
+                      yylval.field = malloc (sizeof (struct field));
+                      yylval.field->next = NULL;
+                      yylval.field->key = strndup (yytext, i);
+                      if (yytext[i] == '[') {
+                        size_t j = strcspn (yytext+i+1, "]");
+                        yylval.field->subkey = strndup (yytext+i+1, j);
+                        i += 1+j+1;
+                      } else {
+                        yylval.field->subkey = NULL;
+                      }
+                      /* Note we chop the final \n off here. */
+                      yylval.field->value = strndup (yytext+i+1, yyleng-(i+2));
+                      return FIELD;
+                    }
+
+  /* Continuation line for multi-line values. */
+^[[:blank:]].*\n        {
+                      yylval.str = strndup (yytext+1, yyleng-2);
+                      return VALUE_CONT;
+                    }
+
+ /* Hack to eat the PGP prologue. */
+^"-----BEGIN PGP SIGNED MESSAGE-----\n"  {
+  int c, prevnl = 0;
+
+  /* Eat everything to the first blank line. */
+  while ((c = input ()) != EOF) {
+    if (c == '\n' && prevnl)
+      break;
+    prevnl = c == '\n';
+  }
+
+  return PGP_PROLOGUE;
+}
+
+ /* Hack to eat the PGP epilogue. */
+^"-----BEGIN PGP SIGNATURE-----\n"  {
+  /* Eat everything to the end of the file. */
+  while (input () != EOF)
+    ;
+
+  return PGP_EPILOGUE;
+}
+
+ /* anything else is an error */
+. {
+  yyerror ("unexpected character in input");
+  exit (EXIT_FAILURE);
+}
--- a/builder/index-struct.c
+++ b/builder/index-struct.c
@@ -0,0 +1,59 @@
+/* libguestfs virt-builder tool
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ */
+
+#include <config.h>
+
+#include <stdio.h>
+#include <stdlib.h>
+
+#include "index-struct.h"
+
+struct section *parsed_index = NULL;
+int seen_comments = 0;
+
+static void free_section (struct section *section);
+static void free_field (struct field *field);
+
+void
+free_index (void)
+{
+  free_section (parsed_index);
+}
+
+static void
+free_section (struct section *section)
+{
+  if (section) {
+    free_section (section->next);
+    free (section->name);
+    free_field (section->fields);
+    free (section);
+  }
+}
+
+static void
+free_field (struct field *field)
+{
+  if (field) {
+    free_field (field->next);
+    free (field->key);
+    free (field->subkey);
+    free (field->value);
+    free (field);
+  }
+}
--- a/builder/index-struct.h
+++ b/builder/index-struct.h
@@ -0,0 +1,49 @@
+/* libguestfs virt-builder tool
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ */
+
+/* The data structures produced when parsing the index file. */
+
+#ifndef INDEX_STRUCT_H
+#define INDEX_STRUCT_H
+
+/* A section or list of sections. */
+struct section {
+  struct section *next;
+  char *name;
+  struct field *fields;
+};
+
+/* A field or list of fields. */
+struct field {
+  struct field *next;
+  char *key;
+  char *subkey;
+  char *value;
+};
+
+/* The parser (yyparse) stores the result here. */
+extern struct section *parsed_index;
+
+/* yyparse sets this if any comments were seen.  Required for checking
+ * compatibility with virt-builder 1.24.
+ */
+extern int seen_comments;
+
+extern void free_index (void);
+
+#endif /* INDEX_STRUCT_H */
--- a/builder/index-validate.c
+++ b/builder/index-validate.c
@@ -0,0 +1,161 @@
+/* libguestfs virt-builder tool
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ */
+
+#include <config.h>
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <limits.h>
+#include <getopt.h>
+#include <errno.h>
+#include <libintl.h>
+
+#include <guestfs.h>
+
+#include "guestfs-internal-frontend.h"
+
+#include "index-struct.h"
+#include "index-parse.h"
+
+extern FILE *yyin;
+
+static void
+usage (int exit_status)
+{
+  printf ("%s index\n", program_name);
+  exit (exit_status);
+}
+
+int
+main (int argc, char *argv[])
+{
+  enum { HELP_OPTION = CHAR_MAX + 1 };
+  static const char *options = "V";
+  static const struct option long_options[] = {
+    { "help", 0, 0, HELP_OPTION },
+    { "compat-1.24.0", 0, 0, 0 },
+    { "compat-1.24.1", 0, 0, 0 },
+    { "version", 0, 0, 'V' },
+    { 0, 0, 0, 0 }
+  };
+  int c;
+  int option_index;
+  int compat_1_24_0 = 0;
+  int compat_1_24_1 = 0;
+  const char *input;
+  struct section *sections;
+
+  for (;;) {
+    c = getopt_long (argc, argv, options, long_options, &option_index);
+    if (c == -1) break;
+
+    switch (c) {
+    case 0:                     /* options which are long only */
+      if (STREQ (long_options[option_index].name, "compat-1.24.0"))
+        compat_1_24_0 = compat_1_24_1 = 1;
+      else if (STREQ (long_options[option_index].name, "compat-1.24.1"))
+        compat_1_24_1 = 1;
+      else {
+        fprintf (stderr, _("%s: unknown long option: %s (%d)\n"),
+                 program_name, long_options[option_index].name, option_index);
+        exit (EXIT_FAILURE);
+      }
+      break;
+
+    case 'V':
+      printf ("%s %s\n", PACKAGE_NAME, PACKAGE_VERSION);
+      exit (EXIT_SUCCESS);
+
+    case HELP_OPTION:
+      usage (EXIT_SUCCESS);
+
+    default:
+      usage (EXIT_FAILURE);
+    }
+  }
+
+  if (optind != argc-1)
+    usage (EXIT_FAILURE);
+
+  input = argv[optind++];
+
+  yyin = fopen (input, "r");
+  if (yyin == NULL) {
+    perror (input);
+    exit (EXIT_FAILURE);
+  }
+
+  if (yyparse () != 0) {
+    fprintf (stderr, _("%s: '%s' could not be validated, see errors above\n"),
+             program_name, input);
+    exit (EXIT_FAILURE);
+  }
+
+  if (fclose (yyin) == EOF) {
+    fprintf (stderr, _("%s: %s: error reading input file: %m\n"),
+             program_name, input);
+    exit (EXIT_FAILURE);
+  }
+
+  if (compat_1_24_1 && seen_comments) {
+    fprintf (stderr, _("%s: %s contains comments which will not work with virt-builder 1.24.1\n"),
+             program_name, input);
+    exit (EXIT_FAILURE);
+  }
+
+  /* Iterate over the parsed sections, semantically validating it. */
+  for (sections = parsed_index; sections != NULL; sections = sections->next) {
+    int seen_sig = 0;
+    struct field *fields;
+
+    for (fields = sections->fields; fields != NULL; fields = fields->next) {
+      if (compat_1_24_0) {
+        if (strchr (fields->key, '[') ||
+            strchr (fields->key, ']')) {
+          fprintf (stderr, _("%s: %s: section [%s], field '%s' has invalid characters which will not work with virt-builder 1.24.0\n"),
+                   program_name, input, sections->name, fields->key);
+          exit (EXIT_FAILURE);
+        }
+      }
+      if (compat_1_24_1) {
+        if (strchr (fields->key, '.') ||
+            strchr (fields->key, ',')) {
+          fprintf (stderr, _("%s: %s: section [%s], field '%s' has invalid characters which will not work with virt-builder 1.24.1\n"),
+                   program_name, input, sections->name, fields->key);
+          exit (EXIT_FAILURE);
+        }
+      }
+      if (STREQ (fields->key, "sig"))
+        seen_sig = 1;
+    }
+
+    if (compat_1_24_0 && !seen_sig) {
+      fprintf (stderr, _("%s: %s: section [%s] is missing a 'sig' field which will not work with virt-builder 1.24.0\n"),
+               program_name, input, sections->name);
+      exit (EXIT_FAILURE);
+    }
+  }
+
+  /* Free the parsed data. */
+  free_index ();
+
+  printf ("%s validated OK\n", input);
+
+  exit (EXIT_SUCCESS);
+}
--- a/builder/index_parser.ml
+++ b/builder/index_parser.ml
@@ -0,0 +1,293 @@
+(* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ *)
+
+open Common_gettext.Gettext
+open Common_utils
+
+open Printf
+open Unix
+
+type index = (string * entry) list      (* string = "os-version" *)
+and entry = {
+  printable_name : string option;       (* the name= field *)
+  osinfo : string option;
+  file_uri : string;
+  signature_uri : string option;        (* deprecated, will be removed in 1.26 *)
+  checksum_sha512 : string option;
+  revision : int;
+  format : string option;
+  size : int64;
+  compressed_size : int64 option;
+  expand : string option;
+  lvexpand : string option;
+  notes : (string * string) list;
+  hidden : bool;
+
+  sigchecker : Sigchecker.t;
+}
+
+let print_entry chan (name, { printable_name = printable_name;
+                              file_uri = file_uri;
+                              osinfo = osinfo;
+                              signature_uri = signature_uri;
+                              checksum_sha512 = checksum_sha512;
+                              revision = revision;
+                              format = format;
+                              size = size;
+                              compressed_size = compressed_size;
+                              expand = expand;
+                              lvexpand = lvexpand;
+                              notes = notes;
+                              hidden = hidden }) =
+  let fp fs = fprintf chan fs in
+  fp "[%s]\n" name;
+  (match printable_name with
+  | None -> ()
+  | Some name -> fp "name=%s\n" name
+  );
+  (match osinfo with
+  | None -> ()
+  | Some id -> fp "osinfo=%s\n" id
+  );
+  fp "file=%s\n" file_uri;
+  (match signature_uri with
+  | None -> ()
+  | Some uri -> fp "sig=%s\n" uri
+  );
+  (match checksum_sha512 with
+  | None -> ()
+  | Some uri -> fp "checksum[sha512]=%s\n" uri
+  );
+  fp "revision=%d\n" revision;
+  (match format with
+  | None -> ()
+  | Some format -> fp "format=%s\n" format
+  );
+  fp "size=%Ld\n" size;
+  (match compressed_size with
+  | None -> ()
+  | Some size -> fp "compressed_size=%Ld\n" size
+  );
+  (match expand with
+  | None -> ()
+  | Some expand -> fp "expand=%s\n" expand
+  );
+  (match lvexpand with
+  | None -> ()
+  | Some lvexpand -> fp "lvexpand=%s\n" lvexpand
+  );
+  (match notes with
+  | ("", notes) :: _ -> fp "notes=%s\n" notes
+  | _ :: _
+  | [] -> ()
+  );
+  if hidden then fp "hidden=true\n"
+
+(* Types returned by the C index parser. *)
+type sections = section array
+and section = string * fields           (* [name] + fields *)
+and fields = field array
+and field = string * string option * string    (* key + subkey + value *)
+
+(* Calls yyparse in the C code. *)
+external parse_index : string -> sections = "virt_builder_parse_index"
+
+let get_index ~prog ~debug ~downloader ~sigchecker source =
+  let corrupt_file () =
+    eprintf (f_"\nThe index file downloaded from '%s' is corrupt.\nYou need to ask the supplier of this file to fix it and upload a fixed version.\n")
+      source;
+    exit 1
+  in
+
+  let rec get_index () =
+    (* Get the index page. *)
+    let tmpfile, delete_tmpfile = Downloader.download ~prog downloader source in
+
+    (* Check index file signature (also verifies it was fully
+     * downloaded and not corrupted in transit).
+     *)
+    Sigchecker.verify sigchecker tmpfile;
+
+    (* Try parsing the file. *)
+    let sections = parse_index tmpfile in
+    if delete_tmpfile then
+      (try Unix.unlink tmpfile with _ -> ());
+
+    let sections = Array.to_list sections in
+    let sections = List.map (
+      fun (n, fields) ->
+        n, Array.to_list fields
+    ) sections in
+
+    (* Check for repeated os-version names. *)
+    let nseen = Hashtbl.create 13 in
+    List.iter (
+      fun (n, _) ->
+        if Hashtbl.mem nseen n then (
+          eprintf (f_"virt-builder: index is corrupt: os-version '%s' appears two or more times\n") n;
+          corrupt_file ()
+        );
+        Hashtbl.add nseen n true
+    ) sections;
+
+    (* Check for repeated fields. *)
+    List.iter (
+      fun (n, fields) ->
+        let fseen = Hashtbl.create 13 in
+        List.iter (
+          fun (field, subkey, _) ->
+            let hashkey = (field, subkey) in
+            if Hashtbl.mem fseen hashkey then (
+              (match subkey with
+              | Some value ->
+                eprintf (f_"virt-builder: index is corrupt: %s: field '%s[%s]' appears two or more times\n") n field value
+              | None ->
+                eprintf (f_"virt-builder: index is corrupt: %s: field '%s' appears two or more times\n") n field);
+              corrupt_file ()
+            );
+            Hashtbl.add fseen hashkey true
+        ) fields
+    ) sections;
+
+    (* Turn the sections into the final index. *)
+    let entries =
+      List.map (
+        fun (n, fields) ->
+          let fields = List.map (fun (k, sk, v) -> (k, sk), v) fields in
+          let printable_name =
+            try Some (List.assoc ("name", None) fields) with Not_found -> None in
+          let osinfo =
+            try Some (List.assoc ("osinfo", None) fields) with Not_found -> None in
+          let file_uri =
+            try make_absolute_uri (List.assoc ("file", None) fields)
+            with Not_found ->
+              eprintf (f_"virt-builder: no 'file' (URI) entry for '%s'\n") n;
+            corrupt_file () in
+          let signature_uri =
+            try Some (make_absolute_uri (List.assoc ("sig", None) fields))
+            with Not_found -> None in
+          let checksum_sha512 =
+            try Some (List.assoc ("checksum", Some "sha512") fields)
+            with Not_found ->
+              try Some (List.assoc ("checksum", None) fields)
+              with Not_found -> None in
+          let revision =
+            try int_of_string (List.assoc ("revision", None) fields)
+            with
+            | Not_found -> 1
+            | Failure "int_of_string" ->
+              eprintf (f_"virt-builder: cannot parse 'revision' field for '%s'\n")
+                n;
+              corrupt_file () in
+          let format =
+            try Some (List.assoc ("format", None) fields) with Not_found -> None in
+          let size =
+            try Int64.of_string (List.assoc ("size", None) fields)
+            with
+            | Not_found ->
+              eprintf (f_"virt-builder: no 'size' field for '%s'\n") n;
+              corrupt_file ()
+            | Failure "int_of_string" ->
+              eprintf (f_"virt-builder: cannot parse 'size' field for '%s'\n")
+                n;
+              corrupt_file () in
+          let compressed_size =
+            try Some (Int64.of_string (List.assoc ("compressed_size", None) fields))
+            with
+            | Not_found ->
+              None
+            | Failure "int_of_string" ->
+              eprintf (f_"virt-builder: cannot parse 'compressed_size' field for '%s'\n")
+                n;
+              corrupt_file () in
+          let expand =
+            try Some (List.assoc ("expand", None) fields) with Not_found -> None in
+          let lvexpand =
+            try Some (List.assoc ("lvexpand", None) fields) with Not_found -> None in
+          let notes =
+            let rec loop = function
+              | [] -> []
+              | (("notes", subkey), value) :: xs ->
+                let subkey = match subkey with
+                | None -> ""
+                | Some v -> v in
+                (subkey, value) :: loop xs
+              | _ :: xs -> loop xs in
+            List.sort (
+              fun (k1, _) (k2, _) ->
+                String.compare k1 k2
+            ) (loop fields) in
+          let hidden =
+            try bool_of_string (List.assoc ("hidden", None) fields)
+            with
+            | Not_found -> false
+            | Failure "bool_of_string" ->
+              eprintf (f_"virt-builder: cannot parse 'hidden' field for '%s'\n")
+                n;
+              corrupt_file () in
+
+          let entry = { printable_name = printable_name;
+                        osinfo = osinfo;
+                        file_uri = file_uri;
+                        signature_uri = signature_uri;
+                        checksum_sha512 = checksum_sha512;
+                        revision = revision;
+                        format = format;
+                        size = size;
+                        compressed_size = compressed_size;
+                        expand = expand;
+                        lvexpand = lvexpand;
+                        notes = notes;
+                        hidden = hidden;
+                        sigchecker = sigchecker } in
+          n, entry
+      ) sections in
+
+    if debug then (
+      eprintf "index file (%s) after parsing (C parser):\n" source;
+      List.iter (print_entry Pervasives.stderr) entries
+    );
+
+    entries
+
+  (* Verify same-origin policy for the file= and sig= fields. *)
+  and make_absolute_uri path =
+    if String.length path = 0 then (
+      eprintf (f_"virt-builder: zero length path in the index file\n");
+      corrupt_file ()
+    )
+    else if string_find path "://" >= 0 then (
+      eprintf (f_"virt-builder: cannot use a URI ('%s') in the index file\n")
+        path;
+      corrupt_file ()
+    )
+    else if path.[0] = '/' then (
+      eprintf (f_"virt-builder: you must use relative paths (not '%s') in the index file\n") path;
+      corrupt_file ()
+    )
+    else (
+      (* Construct the URI. *)
+      try
+        let i = String.rindex source '/' in
+        String.sub source 0 (i+1) ^ path
+      with
+        Not_found -> source // path
+    )
+  in
+
+  get_index ()
--- a/builder/index_parser.mli
+++ b/builder/index_parser.mli
@@ -0,0 +1,38 @@
+(* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ *)
+
+type index = (string * entry) list      (* string = "os-version" *)
+and entry = {
+  printable_name : string option;       (* the name= field *)
+  osinfo : string option;
+  file_uri : string;
+  signature_uri : string option;        (* deprecated, will be removed in 1.26 *)
+  checksum_sha512 : string option;
+  revision : int;
+  format : string option;
+  size : int64;
+  compressed_size : int64 option;
+  expand : string option;
+  lvexpand : string option;
+  notes : (string * string) list;
+  hidden : bool;
+
+  sigchecker : Sigchecker.t;
+}
+
+val get_index : prog:string -> debug:bool -> downloader:Downloader.t -> sigchecker:Sigchecker.t -> string -> index
--- a/builder/list_entries.ml
+++ b/builder/list_entries.ml
@@ -0,0 +1,144 @@
+(* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ *)
+
+open Common_gettext.Gettext
+open Common_utils
+
+open Printf
+
+let rec list_entries ~list_format ~sources index =
+  match list_format with
+  | `Short -> list_entries_short index
+  | `Long -> list_entries_long ~sources index
+  | `Json -> list_entries_json ~sources index
+
+and list_entries_short index =
+  List.iter (
+    fun (name, { Index_parser.printable_name = printable_name;
+                 size = size;
+                 compressed_size = compressed_size;
+                 notes = notes;
+                 hidden = hidden }) ->
+      if not hidden then (
+        printf "%-24s" name;
+        (match printable_name with
+        | None -> ()
+        | Some s -> printf " %s" s
+        );
+        printf "\n"
+      )
+  ) index
+
+and list_entries_long ~sources index =
+  List.iter (
+    fun (source, fingerprint) ->
+      printf (f_"Source URI: %s\n") source;
+      printf (f_"Fingerprint: %s\n") fingerprint;
+      printf "\n"
+  ) sources;
+
+  List.iter (
+    fun (name, { Index_parser.printable_name = printable_name;
+                 size = size;
+                 compressed_size = compressed_size;
+                 notes = notes;
+                 hidden = hidden }) ->
+      if not hidden then (
+        printf "%-24s %s\n" "os-version:" name;
+        (match printable_name with
+        | None -> ()
+        | Some name -> printf "%-24s %s\n" (s_"Full name:") name;
+        );
+        printf "%-24s %s\n" (s_"Minimum/default size:") (human_size size);
+        (match compressed_size with
+        | None -> ()
+        | Some size ->
+          printf "%-24s %s\n" (s_"Download size:") (human_size size);
+        );
+        (match notes with
+        | ("", notes) :: _ ->
+          printf "\n";
+          printf (f_"Notes:\n\n%s\n") notes
+        | _ :: _
+        | [] -> ()
+        );
+        printf "\n"
+      )
+  ) index
+
+and list_entries_json ~sources index =
+  let trailing_comma index size =
+    if index = size - 1 then "" else "," in
+  let json_string_of_bool b =
+    if b then "true" else "false" in
+  let json_string_escape str =
+    let res = ref "" in
+    for i = 0 to String.length str - 1 do
+      res := !res ^ (match str.[i] with
+        | '"' -> "\\\""
+        | '\\' -> "\\\\"
+        | '\b' -> "\\b"
+        | '\n' -> "\\n"
+        | '\r' -> "\\r"
+        | '\t' -> "\\t"
+        | c -> String.make 1 c)
+    done;
+    !res in
+  let json_optional_printf_string key = function
+    | None -> ()
+    | Some str ->
+      printf "    \"%s\": \"%s\",\n" key (json_string_escape str) in
+  let json_optional_printf_int64 key = function
+    | None -> ()
+    | Some n ->
+      printf "    \"%s\": \"%Ld\",\n" key n in
+  let print_notes = function
+    | ("", notes) :: _ ->
+      printf "    \"notes\": \"%s\",\n" (json_string_escape notes)
+    | _ :: _
+    | _ -> () in
+
+  printf "{\n";
+  printf "  \"version\": %d,\n" 1;
+  printf "  \"sources\": [\n";
+  iteri (
+    fun i (source, fingerprint) ->
+      printf "  {\n";
+      printf "    \"uri\": \"%s\",\n" source;
+      printf "    \"fingerprint\": \"%s\"\n" fingerprint;
+      printf "  }%s\n" (trailing_comma i (List.length sources))
+  ) sources;
+  printf "  ],\n";
+  printf "  \"templates\": [\n";
+  iteri (
+    fun i (name, { Index_parser.printable_name = printable_name;
+                   size = size;
+                   compressed_size = compressed_size;
+                   notes = notes;
+                   hidden = hidden }) ->
+      printf "  {\n";
+      printf "    \"os-version\": \"%s\",\n" name;
+      json_optional_printf_string "full-name" printable_name;
+      printf "    \"size\": %Ld,\n" size;
+      json_optional_printf_int64 "compressed-size" compressed_size;
+      print_notes notes;
+      printf "    \"hidden\": %s\n" (json_string_of_bool hidden);
+      printf "  }%s\n" (trailing_comma i (List.length index))
+  ) index;
+  printf "  ]\n";
+ printf "}\n"
--- a/builder/list_entries.mli
+++ b/builder/list_entries.mli
@@ -0,0 +1,19 @@
+(* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ *)
+
+val list_entries : list_format:([ `Short | `Long | `Json ]) -> sources:(string * string) list -> Index_parser.index -> unit
--- a/builder/perl_edit.ml
+++ b/builder/perl_edit.ml
@@ -0,0 +1,78 @@
+(* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ *)
+
+open Common_gettext.Gettext
+open Common_utils
+
+open Printf
+
+(* Implement the --edit option.
+ *
+ * Code copied from virt-edit.
+ *)
+let rec edit_file ~debug (g : Guestfs.guestfs) file expr =
+  let file_old = file ^ "~" in
+  g#rename file file_old;
+
+  (* Download the file to a temporary. *)
+  let tmpfile = Filename.temp_file "vbedit" "" in
+  unlink_on_exit tmpfile;
+  g#download file_old tmpfile;
+
+  do_perl_edit ~debug g tmpfile expr;
+
+  (* Upload the file.  Unlike virt-edit we can afford to fail here
+   * so we don't need the temporary upload file.
+   *)
+  g#upload tmpfile file;
+
+  (* However like virt-edit we do need to copy attributes. *)
+  g#copy_attributes ~all:true file_old file;
+  g#rm file_old
+
+and do_perl_edit ~debug g file expr =
+  (* Pass the expression to Perl via the environment.  This sidesteps
+   * any quoting problems with the already complex Perl command line.
+   *)
+  Unix.putenv "virt_edit_expr" expr;
+
+  (* Call out to a canned Perl script. *)
+  let cmd = sprintf "\
+    perl -e '
+      $lineno = 0;
+      $expr = $ENV{virt_edit_expr};
+      while (<STDIN>) {
+        $lineno++;
+        eval $expr;
+        die if $@;
+        print STDOUT $_ or die \"print: $!\";
+      }
+      close STDOUT or die \"close: $!\";
+    ' < %s > %s.out" file file in
+
+  if debug then
+    eprintf "%s\n%!" cmd;
+
+  let r = Sys.command cmd in
+  if r <> 0 then (
+    eprintf (f_"virt-builder: error: could not evaluate Perl expression '%s'\n")
+      expr;
+    exit 1
+  );
+
+  Unix.rename (file ^ ".out") file
--- a/builder/perl_edit.mli
+++ b/builder/perl_edit.mli
@@ -0,0 +1,19 @@
+(* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ *)
+
+val edit_file : debug:bool -> Guestfs.guestfs -> string -> string -> unit
--- a/builder/pxzcat-c.c
+++ b/builder/pxzcat-c.c
@@ -0,0 +1,650 @@
+/* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ */
+
+#include <config.h>
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <unistd.h>
+#include <fcntl.h>
+#include <errno.h>
+#include <sys/types.h>
+#include <sys/wait.h>
+
+#include <pthread.h>
+
+#include <caml/alloc.h>
+#include <caml/fail.h>
+#include <caml/memory.h>
+#include <caml/mlvalues.h>
+
+#ifdef HAVE_CAML_UNIXSUPPORT_H
+#include <caml/unixsupport.h>
+#else
+#define Nothing ((value) 0)
+extern void unix_error (int errcode, char * cmdname, value arg) Noreturn;
+#endif
+
+#ifdef HAVE_LIBLZMA
+#include <lzma.h>
+
+static void pxzcat (value filenamev, value outputfilev, unsigned nr_threads);
+#endif
+
+value
+virt_builder_pxzcat (value inputfilev, value outputfilev)
+{
+  CAMLparam2 (inputfilev, outputfilev);
+
+#ifdef HAVE_LIBLZMA
+
+  /* Parallel implementation of xzcat (pxzcat). */
+  /* XXX Make number of threads configurable? */
+  long i;
+  unsigned nr_threads;
+
+  i = sysconf (_SC_NPROCESSORS_ONLN);
+  if (i <= 0) {
+    perror ("could not get number of cores");
+    i = 1;
+  }
+  nr_threads = (unsigned) i;
+
+  /* NB: This might throw an exception if something fails.  If it
+   * does, this function won't return as a regular C function.
+   */
+  pxzcat (inputfilev, outputfilev, nr_threads);
+
+#else
+
+  /* Fallback: use regular xzcat. */
+  int fd;
+  pid_t pid;
+  int status;
+
+  fd = open (String_val (outputfilev), O_WRONLY|O_CREAT|O_TRUNC|O_NOCTTY, 0666);
+  if (fd == -1)
+    unix_error (errno, "open", outputfilev);
+
+  pid = fork ();
+  if (pid == -1) {
+    int err = errno;
+    close (fd);
+    unix_error (err, "fork", Nothing);
+  }
+
+  if (pid == 0) {               /* child - run xzcat */
+    dup2 (fd, 1);
+    execlp (XZCAT, XZCAT, String_val (inputfilev), NULL);
+    perror (XZCAT);
+    _exit (EXIT_FAILURE);
+  }
+
+  close (fd);
+
+  if (waitpid (pid, &status, 0) == -1)
+    unix_error (errno, "waitpid", Nothing);
+  if (!WIFEXITED (status) || WEXITSTATUS (status) != 0)
+    caml_failwith (XZCAT " program failed, see earlier error messages");
+
+#endif
+
+  CAMLreturn (Val_unit);
+}
+
+#ifdef HAVE_LIBLZMA
+
+#define DEBUG 0
+
+#if DEBUG
+#define debug(fs,...) fprintf (stderr, "pxzcat: debug: " fs "\n", ## __VA_ARGS__)
+#else
+#define debug(fs,...) /* nothing */
+#endif
+
+/* Size of buffers used in decompression loop. */
+#define BUFFER_SIZE (64*1024)
+
+#define XZ_HEADER_MAGIC     "\xfd" "7zXZ\0"
+#define XZ_HEADER_MAGIC_LEN 6
+#define XZ_FOOTER_MAGIC     "YZ"
+#define XZ_FOOTER_MAGIC_LEN 2
+
+static int check_header_magic (int fd);
+static lzma_index *parse_indexes (value filenamev, int fd);
+static void iter_blocks (lzma_index *idx, unsigned nr_threads, value filenamev, int fd, value outputfilev, int ofd);
+
+static void
+pxzcat (value filenamev, value outputfilev, unsigned nr_threads)
+{
+  int fd, ofd;
+  uint64_t size;
+  lzma_index *idx;
+
+  /* Open the file. */
+  fd = open (String_val (filenamev), O_RDONLY);
+  if (fd == -1)
+    unix_error (errno, "open", filenamev);
+
+  /* Check file magic. */
+  if (!check_header_magic (fd)) {
+    close (fd);
+    caml_invalid_argument ("input file is not an xz file");
+  }
+
+  /* Read and parse the indexes. */
+  idx = parse_indexes (filenamev, fd);
+
+  /* Get the file uncompressed size, create the output file. */
+  size = lzma_index_uncompressed_size (idx);
+  debug ("uncompressed size = %" PRIu64 " bytes", size);
+
+  /* Avoid annoying ext4 auto_da_alloc which causes a flush on close
+   * unless we are very careful about not truncating a regular file
+   * from non-zero size to zero size.  (Thanks Eric Sandeen)
+   */
+  ofd = open (String_val (outputfilev), O_WRONLY|O_CREAT|O_NOCTTY, 0644);
+  if (ofd == -1) {
+    int err = errno;
+    close (fd);
+    unix_error (err, "open", outputfilev);
+  }
+
+  if (ftruncate (ofd, 1) == -1) {
+    int err = errno;
+    close (fd);
+    unix_error (err, "ftruncate", outputfilev);
+  }
+
+  if (lseek (ofd, 0, SEEK_SET) == -1) {
+    int err = errno;
+    close (fd);
+    unix_error (err, "lseek", outputfilev);
+  }
+
+  if (write (ofd, "\0", 1) == -1) {
+    int err = errno;
+    close (fd);
+    unix_error (err, "write", outputfilev);
+  }
+
+  if (ftruncate (ofd, size) == -1) {
+    int err = errno;
+    close (fd);
+    unix_error (err, "ftruncate", outputfilev);
+  }
+
+  /* Tell the kernel we won't read the output file. */
+  posix_fadvise (fd, 0, 0, POSIX_FADV_RANDOM|POSIX_FADV_DONTNEED);
+
+  /* Iterate over blocks. */
+  iter_blocks (idx, nr_threads, filenamev, fd, outputfilev, ofd);
+
+  lzma_index_end (idx, NULL);
+
+  if (close (fd) == -1)
+    unix_error (errno, "close", filenamev);
+}
+
+static int
+check_header_magic (int fd)
+{
+  char buf[XZ_HEADER_MAGIC_LEN];
+
+  if (lseek (fd, 0, SEEK_SET) == -1)
+    return 0;
+  if (read (fd, buf, XZ_HEADER_MAGIC_LEN) != XZ_HEADER_MAGIC_LEN)
+    return 0;
+  if (memcmp (buf, XZ_HEADER_MAGIC, XZ_HEADER_MAGIC_LEN) != 0)
+    return 0;
+  return 1;
+}
+
+/* For explanation of this function, see src/xz/list.c:parse_indexes
+ * in the xz sources.
+ */
+static lzma_index *
+parse_indexes (value filenamev, int fd)
+{
+  lzma_ret r;
+  off_t pos, index_size;
+  uint8_t footer[LZMA_STREAM_HEADER_SIZE];
+  uint8_t header[LZMA_STREAM_HEADER_SIZE];
+  lzma_stream_flags footer_flags;
+  lzma_stream_flags header_flags;
+  lzma_stream strm = LZMA_STREAM_INIT;
+  ssize_t n;
+  lzma_index *combined_index = NULL;
+  lzma_index *this_index = NULL;
+  lzma_vli stream_padding = 0;
+  size_t nr_streams = 0;
+
+  /* Check file size is a multiple of 4 bytes. */
+  pos = lseek (fd, 0, SEEK_END);
+  if (pos == (off_t) -1)
+    unix_error (errno, "lseek", filenamev);
+
+  if ((pos & 3) != 0)
+    caml_invalid_argument ("input not an xz file: size is not a multiple of 4 bytes");
+
+  /* Jump backwards through the file identifying each stream. */
+  while (pos > 0) {
+    debug ("looping through streams: pos = %" PRIu64, (uint64_t) pos);
+
+    if (pos < LZMA_STREAM_HEADER_SIZE)
+      caml_invalid_argument ("corrupted xz file");
+
+    if (lseek (fd, -LZMA_STREAM_HEADER_SIZE, SEEK_CUR) == -1)
+      unix_error (errno, "lseek", filenamev);
+
+    if (read (fd, footer, LZMA_STREAM_HEADER_SIZE) != LZMA_STREAM_HEADER_SIZE)
+      unix_error (errno, "read", filenamev);
+
+    /* Skip stream padding. */
+    if (footer[8] == 0 && footer[9] == 0 &&
+        footer[10] == 0 && footer[11] == 0) {
+      stream_padding += 4;
+      pos -= 4;
+      continue;
+    }
+
+    pos -= LZMA_STREAM_HEADER_SIZE;
+    nr_streams++;
+
+    debug ("decode stream footer at pos = %" PRIu64, (uint64_t) pos);
+
+    /* Does the stream footer look reasonable? */
+    r = lzma_stream_footer_decode (&footer_flags, footer);
+    if (r != LZMA_OK) {
+      fprintf (stderr, "invalid stream footer - error %d\n", r);
+      caml_invalid_argument ("invalid stream footer");
+    }
+
+    debug ("backward_size = %" PRIu64, (uint64_t) footer_flags.backward_size);
+    index_size = footer_flags.backward_size;
+    if (pos < index_size + LZMA_STREAM_HEADER_SIZE)
+      caml_invalid_argument ("invalid stream footer");
+
+    pos -= index_size;
+    debug ("decode index at pos = %" PRIu64, (uint64_t) pos);
+
+    /* Seek backwards to the index of this stream. */
+    if (lseek (fd, pos, SEEK_SET) == -1)
+      unix_error (errno, "lseek", filenamev);
+
+    /* Decode the index. */
+    r = lzma_index_decoder (&strm, &this_index, UINT64_MAX);
+    if (r != LZMA_OK) {
+      fprintf (stderr, "invalid stream index - error %d\n", r);
+      caml_invalid_argument ("invalid stream index");
+    }
+
+    do {
+      uint8_t buf[BUFSIZ];
+
+      strm.avail_in = index_size;
+      if (strm.avail_in > BUFSIZ)
+        strm.avail_in = BUFSIZ;
+
+      n = read (fd, &buf, strm.avail_in);
+      if (n == -1)
+        unix_error (errno, "read", filenamev);
+
+      index_size -= strm.avail_in;
+
+      strm.next_in = buf;
+      r = lzma_code (&strm, LZMA_RUN);
+    } while (r == LZMA_OK);
+
+    if (r != LZMA_STREAM_END) {
+      fprintf (stderr, "could not parse index - error %d\n", r);
+      caml_invalid_argument ("could not parse index");
+    }
+
+    pos -= lzma_index_total_size (this_index) + LZMA_STREAM_HEADER_SIZE;
+
+    debug ("decode stream header at pos = %" PRIu64, (uint64_t) pos);
+
+    /* Read and decode the stream header. */
+    if (lseek (fd, pos, SEEK_SET) == -1)
+      unix_error (errno, "lseek", filenamev);
+
+    if (read (fd, header, LZMA_STREAM_HEADER_SIZE) != LZMA_STREAM_HEADER_SIZE)
+      unix_error (errno, "read stream header", filenamev);
+
+    r = lzma_stream_header_decode (&header_flags, header);
+    if (r != LZMA_OK) {
+      fprintf (stderr, "invalid stream header - error %d\n", r);
+      caml_invalid_argument ("invalid stream header");
+    }
+
+    /* Header and footer of the stream should be equal. */
+    r = lzma_stream_flags_compare (&header_flags, &footer_flags);
+    if (r != LZMA_OK) {
+      fprintf (stderr, "header and footer of stream are not equal - error %d\n",
+               r);
+      caml_invalid_argument ("header and footer of stream are not equal");
+    }
+
+    /* Store the decoded stream flags in this_index. */
+    r = lzma_index_stream_flags (this_index, &footer_flags);
+    if (r != LZMA_OK) {
+      fprintf (stderr, "cannot read stream_flags from index - error %d\n", r);
+      caml_invalid_argument ("cannot read stream_flags from index");
+    }
+
+    /* Store the amount of stream padding so far.  Needed to calculate
+     * compressed offsets correctly in multi-stream files.
+     */
+    r = lzma_index_stream_padding (this_index, stream_padding);
+    if (r != LZMA_OK) {
+      fprintf (stderr, "cannot set stream_padding in index - error %d\n", r);
+      caml_invalid_argument ("cannot set stream_padding in index");
+    }
+
+    if (combined_index != NULL) {
+      r = lzma_index_cat (this_index, combined_index, NULL);
+      if (r != LZMA_OK) {
+        fprintf (stderr, "cannot combine indexes - error %d\n", r);
+        caml_invalid_argument ("cannot combine indexes");
+      }
+    }
+
+    combined_index = this_index;
+    this_index = NULL;
+  }
+
+  lzma_end (&strm);
+
+  return combined_index;
+}
+
+/* Return true iff the buffer is all zero bytes.
+ *
+ * Note that gcc is smart enough to optimize this properly:
+ * http://stackoverflow.com/questions/1493936/faster-means-of-checking-for-an-empty-buffer-in-c/1493989#1493989
+ */
+static inline int
+is_zero (const char *buffer, size_t size)
+{
+  size_t i;
+
+  for (i = 0; i < size; ++i) {
+    if (buffer[i] != 0)
+      return 0;
+  }
+
+  return 1;
+}
+
+struct global_state {
+  /* Current iterator.  Threads update this, but it is protected by a
+   * mutex, and each thread takes a copy of it when working on it.
+   */
+  lzma_index_iter iter;
+  lzma_bool iter_finished;
+  pthread_mutex_t iter_mutex;
+
+  /* Note that all threads are accessing these fds, so you have
+   * to use pread/pwrite instead of lseek!
+   */
+
+  /* Input file. */
+  const char *filename;
+  int fd;
+
+  /* Output file. */
+  const char *outputfile;
+  int ofd;
+};
+
+struct per_thread_state {
+  unsigned thread_num;
+  struct global_state *global;
+  int status;
+};
+
+/* Create threads to iterate over the blocks and uncompress. */
+static void *worker_thread (void *vp);
+
+static void
+iter_blocks (lzma_index *idx, unsigned nr_threads,
+             value filenamev, int fd, value outputfilev, int ofd)
+{
+  struct global_state global;
+  struct per_thread_state per_thread[nr_threads];
+  pthread_t thread[nr_threads];
+  unsigned u, nr_errors;
+  int err;
+  void *status;
+
+  lzma_index_iter_init (&global.iter, idx);
+  global.iter_finished = 0;
+  err = pthread_mutex_init (&global.iter_mutex, NULL);
+  if (err != 0)
+    unix_error (err, "pthread_mutex_init", Nothing);
+
+  global.filename = String_val (filenamev);
+  global.fd = fd;
+  global.outputfile = String_val (outputfilev);
+  global.ofd = ofd;
+
+  for (u = 0; u < nr_threads; ++u) {
+    per_thread[u].thread_num = u;
+    per_thread[u].global = &global;
+  }
+
+  /* Start the threads. */
+  for (u = 0; u < nr_threads; ++u) {
+    err = pthread_create (&thread[u], NULL, worker_thread, &per_thread[u]);
+    if (err != 0)
+      unix_error (err, "pthread_create", Nothing);
+  }
+
+  /* Wait for the threads to exit. */
+  nr_errors = 0;
+  for (u = 0; u < nr_threads; ++u) {
+    err = pthread_join (thread[u], &status);
+    if (err != 0) {
+      fprintf (stderr, "pthread_join (%u): %s\n", u, strerror (err));
+      nr_errors++;
+    }
+    if (*(int *)status == -1)
+      nr_errors++;
+  }
+
+  if (nr_errors > 0)
+    caml_invalid_argument ("some threads failed, see earlier errors");
+}
+
+/* Iterate over the blocks and uncompress. */
+static void *
+worker_thread (void *vp)
+{
+  struct per_thread_state *state = vp;
+  struct global_state *global = state->global;
+  lzma_index_iter iter;
+  int err;
+  off_t position, oposition;
+  uint8_t header[LZMA_BLOCK_HEADER_SIZE_MAX];
+  ssize_t n;
+  lzma_block block;
+  lzma_filter filters[LZMA_FILTERS_MAX + 1];
+  lzma_ret r;
+  lzma_stream strm = LZMA_STREAM_INIT;
+  uint8_t buf[BUFFER_SIZE];
+  char outbuf[BUFFER_SIZE];
+  size_t i;
+  lzma_bool iter_finished;
+
+  state->status = -1;
+
+  for (;;) {
+    /* Get the next block. */
+    err = pthread_mutex_lock (&global->iter_mutex);
+    if (err != 0) abort ();
+    iter_finished = global->iter_finished;
+    if (!iter_finished) {
+      iter_finished = global->iter_finished =
+        lzma_index_iter_next (&global->iter, LZMA_INDEX_ITER_NONEMPTY_BLOCK);
+      if (!iter_finished)
+        /* Take a local copy of this iterator since another thread will
+         * update the global version.
+         */
+        iter = global->iter;
+    }
+    err = pthread_mutex_unlock (&global->iter_mutex);
+    if (err != 0) abort ();
+    if (iter_finished)
+      break;
+
+    /* Read the block header.  Start by reading a single byte which
+     * tell us how big the block header is.
+     */
+    position = iter.block.compressed_file_offset;
+    n = pread (global->fd, header, 1, position);
+    if (n == 0) {
+      fprintf (stderr,
+               "%s: read: unexpected end of file reading block header byte\n",
+               global->filename);
+      return &state->status;
+    }
+    if (n == -1) {
+      perror (String_val (global->filename));
+      return &state->status;
+    }
+    position++;
+
+    if (header[0] == '\0') {
+      fprintf (stderr,
+               "%s: read: unexpected invalid block in file, header[0] = 0\n",
+               global->filename);
+      return &state->status;
+    }
+
+    block.version = 0;
+    block.check = iter.stream.flags->check;
+    block.filters = filters;
+    block.header_size = lzma_block_header_size_decode (header[0]);
+
+    /* Now read and decode the block header. */
+    n = pread (global->fd, &header[1], block.header_size-1, position);
+    if (n >= 0 && n != block.header_size-1) {
+      fprintf (stderr,
+               "%s: read: unexpected end of file reading block header\n",
+               global->filename);
+      return &state->status;
+    }
+    if (n == -1) {
+      perror (global->filename);
+      return &state->status;
+    }
+    position += n;
+
+    r = lzma_block_header_decode (&block, NULL, header);
+    if (r != LZMA_OK) {
+      fprintf (stderr, "%s: invalid block header (error %d)\n",
+               global->filename, r);
+      return &state->status;
+    }
+
+    /* What this actually does is it checks that the block header
+     * matches the index.
+     */
+    r = lzma_block_compressed_size (&block, iter.block.unpadded_size);
+    if (r != LZMA_OK) {
+      fprintf (stderr,
+               "%s: cannot calculate compressed size (error %d)\n",
+               global->filename, r);
+      return &state->status;
+    }
+
+    /* Where we will start writing to. */
+    oposition = iter.block.uncompressed_file_offset;
+
+    /* Read the block data and uncompress it. */
+    r = lzma_block_decoder (&strm, &block);
+    if (r != LZMA_OK) {
+      fprintf (stderr, "%s: invalid block (error %d)\n", global->filename, r);
+      return &state->status;
+    }
+
+    strm.next_in = NULL;
+    strm.avail_in = 0;
+    strm.next_out = outbuf;
+    strm.avail_out = sizeof outbuf;
+
+    for (;;) {
+      lzma_action action = LZMA_RUN;
+
+      if (strm.avail_in == 0) {
+        strm.next_in = buf;
+        n = pread (global->fd, buf, sizeof buf, position);
+        if (n == -1) {
+          perror (global->filename);
+          return &state->status;
+        }
+        position += n;
+        strm.avail_in = n;
+        if (n == 0)
+          action = LZMA_FINISH;
+      }
+
+      r = lzma_code (&strm, action);
+
+      if (strm.avail_out == 0 || r == LZMA_STREAM_END) {
+        size_t wsz = sizeof outbuf - strm.avail_out;
+
+        /* Don't write if the block is all zero, to preserve output file
+         * sparseness.  However we have to update oposition.
+         */
+        if (!is_zero (outbuf, wsz)) {
+          if (pwrite (global->ofd, outbuf, wsz, oposition) != wsz) {
+            /* XXX Handle short writes. */
+            perror (global->filename);
+            return &state->status;
+          }
+        }
+        oposition += wsz;
+
+        strm.next_out = outbuf;
+        strm.avail_out = sizeof outbuf;
+      }
+
+      if (r == LZMA_STREAM_END)
+        break;
+      if (r != LZMA_OK) {
+        fprintf (stderr,
+                 "%s: could not parse block data (error %d)\n",
+                 global->filename, r);
+        return &state->status;
+      }
+    }
+
+    lzma_end (&strm);
+
+    for (i = 0; filters[i].id != LZMA_VLI_UNKNOWN; ++i)
+      free (filters[i].options);
+  }
+
+  state->status = 0;
+  return &state->status;
+}
+
+#endif /* HAVE_LIBLZMA */
--- a/builder/pxzcat.ml
+++ b/builder/pxzcat.ml
@@ -0,0 +1,19 @@
+(* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ *)
+
+external pxzcat : string -> string -> unit = "virt_builder_pxzcat"
--- a/builder/pxzcat.mli
+++ b/builder/pxzcat.mli
@@ -0,0 +1,31 @@
+(* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ *)
+
+(** {1 Parallel xzcat (or fall back to regular xzcat).}
+
+    Eventually regular xzcat will be able to work in parallel and this
+    code can go away.
+*)
+
+val pxzcat : string -> string -> unit
+    (** [pxzcat input output] uncompresses the file [input] to the file
+        [output].  The input and output must both be seekable.
+
+        If liblzma was found at compile time, this uses an internal
+        implementation of parallel xzcat.  Otherwise regular xzcat is
+        used. *)
--- a/builder/sigchecker.ml
+++ b/builder/sigchecker.ml
@@ -0,0 +1,237 @@
+(* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ *)
+
+open Common_gettext.Gettext
+open Common_utils
+
+open Printf
+open Unix
+
+let quote = Filename.quote
+
+(* These are the public key and fingerprint belonging to
+ * Richard W.M. Jones who signs the templates on
+ * http://libguestfs.org/download/builder.
+ *)
+let default_fingerprint = "F777 4FB1 AD07 4A7E 8C87 67EA 9173 8F73 E1B7 68A0"
+let default_pubkey = "\
+-----BEGIN PGP PUBLIC KEY BLOCK-----
+Version: GnuPG v1.4.14 (GNU/Linux)
+
+mQINBE6UMMEBEADM811hfTulaF4JpkVpAI10FImyb4ArvOiu8NdcUwTFo+cyWno3
+U85B86H1Bsk/LgLTYtthSrTgsCtdxy+i5OaMjxZDIwKQ2+IYI3FCn9T3Mn28Idyh
+kLHzrO9ph0Dv0BNfrlDZhQEC53aAFe/QxN7+A49BNBV7D1VAOOCsHjxMEDzcZkCa
+oCrtXw1aNm2vkkj5ukbfukHAyLcQL7kow0qKPSVa1G4lfQP0WiG259Ydy+sUmbVb
+TGdb6MEC84PQRDuw6/ZeoV04tn7ZNtQEMOS0uiciHOGfr2hBxQf9VIPNrHg42yaL
+dOv51D99GuaxZ9E0HSoH/RwB1oXgd6rFdqVNYaBIQnnkwJANUEeGBArtIOZNCADT
+Bt8vkSDm+lLEAFS+V8CACyW/LMIrGCvLdHeqtoAv0GDVyR2GPxldYfdtEmCUMWcb
+Jlf71V9iAse2gUdoiHp5FfpGMkA5j7idKuxIws11XxRZJXXbBqiBqmVEAQ/v0m6p
+kdo0MYTHydmecLuUK2bAGhpysfX97EfTSrxfrYphYWjTfKRD9GrADeZNfuz1DbKs
+7LSqVaQJSjQrfgAwcnZLRaU0V4P5zxiz50gz1Aj3AZRL+Y3meZenzZTXcLFdnusg
+wUfhhCuL3tluMtEh6tznumyxb43WO1yLwj6J6LtveiuJN1Z+KSQ6OieZcwARAQAB
+tCVSaWNoYXJkIFcuTS4gSm9uZXMgPHJpY2hAYW5uZXhpYS5vcmc+iQI4BBMBAgAi
+BQJOlDDBAhsDBgsJCAcDAgYVCAIJCgsEFgIDAQIeAQIXgAAKCRCRc49z4bdooHQY
+D/wJLklSZNyXIW+rG5sUbg7j9cTIF5p/lB9kI2yx6KodJp/2knKyvnmzz0gBw/OE
+HL4E4UW26oWKo+36I8wkBnuGa6UtANeITcJqFE19VpHEXHsxre64jNQnO8/w748W
+1ROW+Ry43xmrlRWKuCm4oPYUzlp0fq9ATAne8eblfG+NOs8DYuA8xZNQzFaI2kDC
+QLD4YoXLoNsP27Koga36b0KwxPFD9tyVZiu9XDH/3hMN7Nb15B66PFr+HcMmQ67G
+nUIN5ulcIwj38i40cyaTs1VRheOzTHXE/a6Q2AhMKiKqOoEjQ73/mV7cAVoPtM3o
+83Q/8aVKBH0bVRwAeV1tju6b14fqKoG0zNBEcXdlSkht6ScxJYIc/LPUxAMDwgSE
+OWshjmeRzKXypBbHn/DP8QVyM2gk5wY+mMSH7MpR0p/hgj+rFO8H9L7pC4dCog3E
+qzrYhRN+TaP6MPH3WkOwPH4d4IfQRFnHp+VPYPijKEiLrUl/o8k3DyAanAPBpJ/x
+na4wXAjlFBctOq6g+SrCUiHpwk7b2YNwGgr5Vl3GmZELzK/G8gg3uJYKQ9Bpv16t
+WWOz+IFiOFa0UULeo0QPmFAIMZiDojNsY1SwBKB3ZL1YWZezgMdQAbpze/IXoSt7
+zxWJoKH2jK7q9mvFiaY12l2YnKuCcegWVAViLxRpBnrbz7QmUmljaGFyZCBXLk0u
+IEpvbmVzIDxyam9uZXNAcmVkaGF0LmNvbT6JAjgEEwECACIFAk6UOQsCGwMGCwkI
+BwMCBhUIAgkKCwQWAgMBAh4BAheAAAoJEJFzj3Pht2igIUYQAKomI0edLakahsUQ
+MxOZuhBbXJ4/VWF8bXYChDNPKvJp5nB7fBXujJ+39cIUM5fe2ViO6qSDpFC29imx
+F5pPbAqspZBPBkLLiZLji8R42hGarntdtTW0UWSBpq+nC5+G1psrnATI3uXGNxKQ
+R99c5HoMY7dBC2Y8TCGE64NINZ/XVh472s6IGLPn8MTn26YdRKC9BrVkCFMP2OBr
+6D4IprnyTAWAzb68ew20QmyWO+NBi9MplaDNQVl8PIOgfpyWlkgX1z9m67pcSDkw
+46hksp0yuOD1VwR4iVZ2/CmIsGRUlx41vWD6BIp9KxKyDIU1CYTRhq72dahHsl/8
+BjCndV5PO0GphqfCzmCv4DXjUwmrMTbH/GFnt5rfwcMcXUgcK0vV9vQ2SOU56Zd1
+fb27ZCFJKZc0Fu8krwFldCp/NYILf6ogUL/C1hfuCGSSuyDVY16Gg3dla1x+6zpF
+asnWQlaw8xT5LlMWvTZs5WsoSVHu7dVZWlgxINP++hlZrTz/S8l38yyQ15YFFl3W
+9M7dzkegOeDTPfx6B89WgfvfJjA/D0/FYxxWPXEtrn9DlJ4daEJqNsrvfLErz9R8
+4IQmfmhR93j+rdotner+6keC/wVByEfbW1wmXtmFKXQ6srdpj8VKRFrvkyXVgepM
+DypLgRH2v7lL2kdWhUu2y4EAgrwzuQINBE6UMMEBEADxQxMgUuDrw5GT4tqARTPI
+SSdNcUsRxRhVA8srYOyECliE+B3TwcRDFBs+MyPFJVEuX8fi4eGj/AK5t1GHerfk
+orUGlz72q4c7LLhkfZrsuJbk2dgkjvldKJnIazQJa6epGLqdsE5RlmSgwedIbtMd
+naGJBQH8aKP/Wi1+wUxsm5N3p7+R2WRx48VfpEhYB+Zf/FkFm1Ycjwh57KQ0+OHw
+ykf8VfMisxuH30tDxOCV+VptWKfOF2rDNdaNPWhij2YIjhJXRpkuRR+1PpI4jLaD
+JxcVZmG/0zucacupUN2g5OUH59ySU/totD6YMnmp3FONoyF1uIEJo6Vs30npHGkO
+XgBo3Pxt7oLJeykLPtdSLgm3cwXIYMWarVsAkKNXitQIVGpVRLeaK373VwmXFqoi
+M2SMHeawTUdOORFjpQzkknlJWM1TmUVtHHKt8Pl9+/5+wXKyt2IDdcUkMrB6K5qF
+fb7EwVhoI8ehJQK+eeDCjFwCAiwB3iV8JlyW+tEU7JuyXOQlwY1VWm/WqMD8gaRi
+rT+RFDFliZ3tQbW2pqUoZBROV5HN4tieDfwxGKCvk6Tsdb30zA9DPQp93+238bYf
+312sg9R+CD0AqxoxFG5FJu4HShcPRrPnYtRZqKRe40GDWvBEArXZprwL1qrP+Kl/
+mRrEQpxAGIoFG8HbVvD3EQARAQABiQIfBBgBAgAJBQJOlDDBAhsMAAoJEJFzj3Ph
+t2igSLQP/2uIrAY2CDr0kWBJiD3TztiHy8IdxwUpyTBTebwmAbi44/EvtJfIisrG
+YjKIEv/w0E61gO7O1JBG4+IG93W+v9fTT/e39JMyxsYqoZZHUhP11Okx5grDS5b0
+O8VXOmXVRMdVNfstRBr10HD9uNDq7ruKD18TxYTwN0GPD4gj1dbHQDR77Tr5cyBs
+6Ou5PBOH4r3qcqf/cJUSMeUUu75xLwixux6E7tD2S+t6F07wlWxntUcPtzyAHj20
+J89orUC+dT6r6MypBoI0jdJCp9JPGtR7i+fE5Gm4E5+AUSubLPtZGRY9Um2eMoS2
+DnQpGOKx1VvsixR/Kw44j2tRAvmYMS4iDKcuZU+nZ+xokAgObILj/b9n/Qe2/fXy
+CFdcgSvbm+dV1fZxsdMF/P9OU8aqdT9A9Fv5y+cDMEg4DVnhwMJTxGh/TCkw/H+A
+frHEtRc98lSQN5odpITNG17mG6JOdHM+wA57qHH0uy4+5RsbyAJahcdBcmObK/RF
+i4WZlThpbHftX5O/LH98aYQ2fJayIxv1EAjzOBOQ0MfBHI0KCJR1pysEisX28sJA
+Ic73gnJJ3BLZbqfBRgxjNMNroxC+5Tw6uPGFHa3YnuIAxxw0HcDVZ9vnTWBWFPGw
+ZvXkQ3FVJwZoLmHw47vvlVpLD/4gi1SuHWieRvZ+UdDq00E348pm
+=neBW
+-----END PGP PUBLIC KEY BLOCK-----
+"
+let key_imported = ref false
+
+type t = {
+  debug : bool;
+  gpg : string;
+  fingerprint : string;
+  check_signature : bool;
+}
+
+let create ~debug ~gpg ~fingerprint ~check_signature =
+  {
+    debug = debug;
+    gpg = gpg;
+    fingerprint = fingerprint;
+    check_signature = check_signature;
+  }
+
+(* Compare two strings of hex digits ignoring whitespace and case. *)
+let rec equal_fingerprints fp1 fp2 =
+  let len1 = String.length fp1 and len2 = String.length fp2 in
+  let rec loop i j =
+    if i = len1 && j = len2 then true (* match! *)
+    else if i = len1 || j = len2 then false (* no match - different lengths *)
+    else (
+      let x1 = getxdigit fp1.[i] and x2 = getxdigit fp2.[j] in
+      match x1, x2 with
+      | Some x1, Some x2 when x1 = x2 -> loop (i+1) (j+1)
+      | Some x1, Some x2 -> false (* no match - different content *)
+      | Some _, None -> loop i (j+1)
+      | None, Some _ -> loop (i+1) j
+      | None, None -> loop (i+1) (j+1)
+    )
+  in
+  loop 0 0
+
+and getxdigit = function
+  | '0'..'9' as c -> Some (Char.code c - Char.code '0')
+  | 'a'..'f' as c -> Some (Char.code c - Char.code 'a')
+  | 'A'..'F' as c -> Some (Char.code c - Char.code 'A')
+  | _ -> None
+
+let rec verify t filename =
+  if t.check_signature then (
+    let args = quote filename in
+    do_verify t args
+  )
+
+and verify_detached t filename sigfile =
+  if t.check_signature then (
+    match sigfile with
+    | None ->
+      eprintf (f_"virt-builder: error: there is no detached signature file\nThis probably means the index file is missing a sig=... line.\nYou can use --no-check-signature to ignore this error, but that means\nyou are susceptible to man-in-the-middle attacks.\n");
+      exit 1
+    | Some sigfile ->
+      let args = sprintf "%s %s" (quote sigfile) (quote filename) in
+      do_verify t args
+  )
+
+and do_verify t args =
+  import_key t;
+
+  let status_file = Filename.temp_file "vbstat" ".txt" in
+  unlink_on_exit status_file;
+  let cmd =
+    sprintf "%s --verify%s --status-file %s %s"
+        t.gpg (if t.debug then "" else " -q --logger-file /dev/null")
+        (quote status_file) args in
+  if t.debug then eprintf "%s\n%!" cmd;
+  let r = Sys.command cmd in
+  if r <> 0 then (
+    eprintf (f_"virt-builder: error: GPG failure: could not verify digital signature of file\nTry:\n - Use the '-v' option and look for earlier error messages.\n - Delete the cache: virt-builder --delete-cache\n - Check no one has tampered with the website or your network!\n");
+    exit 1
+  );
+
+  (* Check the fingerprint is who it should be. *)
+  let status = read_whole_file status_file in
+
+  let status = string_nsplit "\n" status in
+  let fingerprint = ref "" in
+  List.iter (
+    fun line ->
+      let line = string_nsplit " " line in
+      match line with
+      | "[GNUPG:]" :: "VALIDSIG" :: fp :: _ -> fingerprint := fp
+      | _ -> ()
+  ) status;
+
+  if not (equal_fingerprints !fingerprint t.fingerprint) then (
+    eprintf (f_"virt-builder: error: fingerprint of signature does not match the expected fingerprint!\n  found fingerprint: %s\n  expected fingerprint: %s\n")
+      !fingerprint t.fingerprint;
+    exit 1
+  )
+
+(* Import the default public key. *)
+and import_key t =
+  if not !key_imported then (
+    let filename, chan = Filename.open_temp_file "vbpubkey" ".asc" in
+    unlink_on_exit filename;
+    output_string chan default_pubkey;
+    close_out chan;
+
+    let cmd = sprintf "%s --import %s%s"
+      t.gpg (quote filename)
+      (if t.debug then "" else " >/dev/null 2>&1") in
+    let r = Sys.command cmd in
+    if r <> 0 then (
+      eprintf (f_"virt-builder: error: could not import public key\nUse the '-v' option and look for earlier error messages.\n");
+      exit 1
+    );
+    key_imported := true
+  )
+
+type csum_t = SHA512 of string
+
+let verify_checksum t (SHA512 csum) filename =
+  let csum_file = Filename.temp_file "vbcsum" ".txt" in
+  unlink_on_exit csum_file;
+  let cmd = sprintf "sha512sum %s | awk '{print $1}' > %s"
+    (quote filename) (quote csum_file) in
+  if t.debug then eprintf "%s\n%!" cmd;
+  let r = Sys.command cmd in
+  if r <> 0 then (
+    eprintf (f_"virt-builder: error: could not run sha512sum command to verify checksum\n");
+    exit 1
+  );
+
+  let csum_actual = read_whole_file csum_file in
+
+  let csum_actual =
+    let len = String.length csum_actual in
+    if len > 0 && csum_actual.[len-1] = '\n' then
+      String.sub csum_actual 0 (len-1)
+    else
+      csum_actual in
+
+  if csum <> csum_actual then (
+    eprintf (f_"virt-builder: error: checksum of template did not match the expected checksum!\n  found checksum: %s\n  expected checksum: %s\nTry:\n - Use the '-v' option and look for earlier error messages.\n - Delete the cache: virt-builder --delete-cache\n - Check no one has tampered with the website or your network!\n")
+      csum_actual csum;
+    exit 1
+  )
--- a/builder/sigchecker.mli
+++ b/builder/sigchecker.mli
@@ -0,0 +1,36 @@
+(* virt-builder
+ * Copyright (C) 2013 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ *)
+
+val default_fingerprint : string
+
+type t
+
+val create : debug:bool -> gpg:string -> fingerprint:string -> check_signature:bool -> t
+
+val verify : t -> string -> unit
+(** Verify the file is signed (if check_signature is true). *)
+
+val verify_detached : t -> string -> string option -> unit
+(** Verify the file is signed against the detached signature
+    (if check_signature is true). *)
+
+type csum_t = SHA512 of string
+
+val verify_checksum : t -> csum_t -> string -> unit
+(** Verify the checksum of the file.  This is always verified even if
+    check_signature if false. *)
--- a/builder/test-index.in
+++ b/builder/test-index.in
@@ -0,0 +1,59 @@
+[phony-debian]
+name=Phony Debian
+file=debian.xz
+format=raw
+size=536870912
+expand=/dev/sda2
+lvexpand=/dev/debian/root
+notes=Phony Debian look-alike used for testing.
+
+[phony-fedora]
+name=Phony Fedora
+file=fedora.xz
+format=raw
+size=1073741824
+expand=/dev/sda2
+lvexpand=/dev/VG/Root
+notes=Phony Fedora look-alike used for testing.
+
+[phony-fedora-qcow2]
+name=Phony Fedora qcow2
+file=fedora.qcow2.xz
+format=qcow2
+size=1073741824
+expand=/dev/sda2
+lvexpand=/dev/VG/Root
+notes=Phony Fedora look-alike used for testing.
+
+[phony-fedora-qcow2-uncompressed]
+name=Phony Fedora qcow2 uncompressed
+file=fedora.qcow2
+format=qcow2
+size=1073741824
+expand=/dev/sda2
+lvexpand=/dev/VG/Root
+notes=Phony Fedora look-alike used for testing.
+
+[phony-fedora-no-format]
+name=Phony Fedora
+file=fedora.qcow2.xz
+size=1073741824
+expand=/dev/sda2
+lvexpand=/dev/VG/Root
+notes=Phony Fedora look-alike used for testing.
+
+[phony-ubuntu]
+name=Phony Ubuntu
+file=ubuntu.xz
+format=raw
+size=536870912
+expand=/dev/sda2
+notes=Phony Ubuntu look-alike used for testing.
+
+[phony-windows]
+name=Phony Windows
+file=windows.xz
+format=raw
+size=536870912
+expand=/dev/sda2
+notes=Phony Windows look-alike used for testing.
--- a/builder/test-virt-builder-list.sh
+++ b/builder/test-virt-builder-list.sh
@@ -0,0 +1,172 @@
+#!/bin/bash -
+# libguestfs virt-builder test script
+# Copyright (C) 2013 Red Hat Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+# Test the virt-builder --list [--long] options.
+
+export LANG=C
+set -e
+
+abs_builddir=$(pwd)
+
+export VIRT_BUILDER_SOURCE=file://$abs_builddir/test-index
+
+short_list=$($VG ./virt-builder --no-check-signature --no-cache --list)
+
+if [ "$short_list" != "phony-debian             Phony Debian
+phony-fedora             Phony Fedora
+phony-fedora-qcow2       Phony Fedora qcow2
+phony-fedora-qcow2-uncompressed Phony Fedora qcow2 uncompressed
+phony-fedora-no-format   Phony Fedora
+phony-ubuntu             Phony Ubuntu
+phony-windows            Phony Windows" ]; then
+    echo "$0: unexpected --list output:"
+    echo "$short_list"
+    exit 1
+fi
+
+long_list=$(./virt-builder --no-check-signature --no-cache --list --long)
+
+if [ "$long_list" != "Source URI: $VIRT_BUILDER_SOURCE
+Fingerprint: F777 4FB1 AD07 4A7E 8C87 67EA 9173 8F73 E1B7 68A0
+
+os-version:              phony-debian
+Full name:               Phony Debian
+Minimum/default size:    512.0M
+
+Notes:
+
+Phony Debian look-alike used for testing.
+
+os-version:              phony-fedora
+Full name:               Phony Fedora
+Minimum/default size:    1.0G
+
+Notes:
+
+Phony Fedora look-alike used for testing.
+
+os-version:              phony-fedora-qcow2
+Full name:               Phony Fedora qcow2
+Minimum/default size:    1.0G
+
+Notes:
+
+Phony Fedora look-alike used for testing.
+
+os-version:              phony-fedora-qcow2-uncompressed
+Full name:               Phony Fedora qcow2 uncompressed
+Minimum/default size:    1.0G
+
+Notes:
+
+Phony Fedora look-alike used for testing.
+
+os-version:              phony-fedora-no-format
+Full name:               Phony Fedora
+Minimum/default size:    1.0G
+
+Notes:
+
+Phony Fedora look-alike used for testing.
+
+os-version:              phony-ubuntu
+Full name:               Phony Ubuntu
+Minimum/default size:    512.0M
+
+Notes:
+
+Phony Ubuntu look-alike used for testing.
+
+os-version:              phony-windows
+Full name:               Phony Windows
+Minimum/default size:    512.0M
+
+Notes:
+
+Phony Windows look-alike used for testing." ]; then
+    echo "$0: unexpected --list --long output:"
+    echo "$long_list"
+    exit 1
+fi
+
+json_list=$(./virt-builder --no-check-signature --no-cache --list --list-format json)
+
+if [ "$json_list" != "{
+  \"version\": 1,
+  \"sources\": [
+  {
+    \"uri\": \"$VIRT_BUILDER_SOURCE\",
+    \"fingerprint\": \"F777 4FB1 AD07 4A7E 8C87 67EA 9173 8F73 E1B7 68A0\"
+  }
+  ],
+  \"templates\": [
+  {
+    \"os-version\": \"phony-debian\",
+    \"full-name\": \"Phony Debian\",
+    \"size\": 536870912,
+    \"notes\": \"Phony Debian look-alike used for testing.\",
+    \"hidden\": false
+  },
+  {
+    \"os-version\": \"phony-fedora\",
+    \"full-name\": \"Phony Fedora\",
+    \"size\": 1073741824,
+    \"notes\": \"Phony Fedora look-alike used for testing.\",
+    \"hidden\": false
+  },
+  {
+    \"os-version\": \"phony-fedora-qcow2\",
+    \"full-name\": \"Phony Fedora qcow2\",
+    \"size\": 1073741824,
+    \"notes\": \"Phony Fedora look-alike used for testing.\",
+    \"hidden\": false
+  },
+  {
+    \"os-version\": \"phony-fedora-qcow2-uncompressed\",
+    \"full-name\": \"Phony Fedora qcow2 uncompressed\",
+    \"size\": 1073741824,
+    \"notes\": \"Phony Fedora look-alike used for testing.\",
+    \"hidden\": false
+  },
+  {
+    \"os-version\": \"phony-fedora-no-format\",
+    \"full-name\": \"Phony Fedora\",
+    \"size\": 1073741824,
+    \"notes\": \"Phony Fedora look-alike used for testing.\",
+    \"hidden\": false
+  },
+  {
+    \"os-version\": \"phony-ubuntu\",
+    \"full-name\": \"Phony Ubuntu\",
+    \"size\": 536870912,
+    \"notes\": \"Phony Ubuntu look-alike used for testing.\",
+    \"hidden\": false
+  },
+  {
+    \"os-version\": \"phony-windows\",
+    \"full-name\": \"Phony Windows\",
+    \"size\": 536870912,
+    \"notes\": \"Phony Windows look-alike used for testing.\",
+    \"hidden\": false
+  }
+  ]
+}" ]; then
+    echo "$0: unexpected --list --format json output:"
+    echo "$json_list"
+    exit 1
+fi
--- a/builder/test-virt-builder-planner.sh
+++ b/builder/test-virt-builder-planner.sh
@@ -0,0 +1,51 @@
+#!/bin/bash -
+# libguestfs virt-builder test script
+# Copyright (C) 2013 Red Hat Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+export LANG=C
+set -e
+
+abs_builddir=$(pwd)
+
+export VIRT_BUILDER_SOURCE=file://$abs_builddir/test-index
+
+if [ ! -f fedora.xz -o ! -f fedora.qcow2 -o ! -f fedora.qcow2.xz ]; then
+    echo "$0: test skipped because there is no fedora.xz, fedora.qcow2 or fedora.qcow2.xz in the build directory"
+    exit 77
+fi
+
+if [ "$(../fish/guestfish get-backend)" = "uml" ]; then
+    echo "$0: test skipped because backend is UML"
+    exit 77
+fi
+
+rm -f planner-output
+
+for input in phony-fedora phony-fedora-qcow2 phony-fedora-qcow2-uncompressed phony-fedora-no-format; do
+    for size in none 1G 1.1G 2G; do
+        for format in none raw qcow2; do
+            args="--output planner-output --no-cache --no-check-signature"
+            if [ "$size" != "none" ]; then args="$args --size $size"; fi
+            if [ "$format" != "none" ]; then args="$args --format $format"; fi
+
+            echo $VG ./virt-builder $input $args
+            $VG ./virt-builder $input $args
+        done
+    done
+done
+
+rm planner-output
--- a/builder/test-virt-builder.sh
+++ b/builder/test-virt-builder.sh
@@ -0,0 +1,115 @@
+#!/bin/bash -
+# libguestfs virt-builder test script
+# Copyright (C) 2013 Red Hat Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+export LANG=C
+set -e
+
+abs_builddir=$(pwd)
+
+export VIRT_BUILDER_SOURCE=file://$abs_builddir/test-index
+
+if [ ! -f fedora.xz ]; then
+    echo "$0: test skipped because there is no fedora.xz in the build directory"
+    exit 77
+fi
+
+output=phony-fedora.img
+
+format=qcow2
+if [ "$(../fish/guestfish get-backend)" = "uml" ]; then
+    format=raw
+
+    # XXX We specifically want virt-builder to work with the UML
+    # backend.  However currently it fails with:
+    #   error: uml backend does not support networking
+    # We should be able to make uml have a network backend, but in
+    # the meantime add this:
+    no_network=--no-network
+fi
+
+rm -f $output
+
+# Test as many options as we can!
+#
+# Note we cannot test --install, --run since the phony Fedora doesn't
+# have a real OS inside just some configuration files.  Just about
+# every other option is fair game.
+$VG ./virt-builder phony-fedora \
+    -v --no-cache --no-check-signature $no_network \
+    -o $output --size 2G --format $format \
+    --hostname test.example.com \
+    --timezone Europe/London \
+    --root-password password:123456 \
+    --mkdir /etc/foo/bar/baz \
+    --write '/etc/foo/bar/baz/foo:Hello World' \
+    --upload Makefile:/Makefile \
+    --upload Makefile:/etc/foo/bar/baz \
+    --delete /Makefile \
+    --link /etc/foo/bar/baz/foo:/foo \
+    --link /etc/foo/bar/baz/foo:/foo1:/foo2:/foo3 \
+    --firstboot Makefile --firstboot-command 'echo "hello"' \
+    --firstboot-install "minicom,inkscape"
+
+# Check that some modifications were made.
+$VG ../fish/guestfish --ro -i -a $output > test.out <<EOF
+# Uploaded files
+is-file /etc/foo/bar/baz/Makefile
+cat /etc/foo/bar/baz/foo
+is-symlink /foo
+is-symlink /foo1
+is-symlink /foo2
+is-symlink /foo3
+
+echo -----
+# Hostname
+cat /etc/sysconfig/network | grep HOSTNAME=
+
+echo -----
+# Timezone
+is-file /usr/share/zoneinfo/Europe/London
+is-symlink /etc/localtime
+readlink /etc/localtime
+
+echo -----
+# Password
+is-file /etc/shadow
+cat /etc/shadow | sed -r '/^root:/!d;s,^(root:\\\$6\\\$).*,\\1,g'
+EOF
+
+if [ "$(cat test.out)" != "true
+Hello World
+true
+true
+true
+true
+-----
+HOSTNAME=test.example.com
+-----
+true
+true
+/usr/share/zoneinfo/Europe/London
+-----
+true
+root:\$6\$" ]; then
+    echo "$0: unexpected output:"
+    cat test.out
+    exit 1
+fi
+
+rm $output
+rm test.out
--- a/builder/virt-builder.pod
+++ b/builder/virt-builder.pod
--- a/builder/virt-index-validate.pod
+++ b/builder/virt-index-validate.pod
@@ -0,0 +1,92 @@
+=encoding utf8
+
+=head1 NAME
+
+virt-index-validate - Validate virt-builder index file
+
+=head1 SYNOPSIS
+
+ virt-index-validate index
+
+=head1 DESCRIPTION
+
+L<virt-builder(1)> uses an index file to store metadata about templates
+that it knows how to use.  This index file has a specific format which
+virt-index-validate knows how to validate.
+
+Note that virt-index-validate can validate either the signed or
+unsigned index file (ie. either C<index> or C<index.asc>).  It can
+only validate a local file, not a URL.
+
+=head1 OPTIONS
+
+=over 4
+
+=item B<--compat-1.24.0>
+
+Check for compatibility with virt-builder 1.24.0.  (Using this option
+implies I<--compat-1.24.1>, so you don't need to use both.)
+
+In particular:
+
+=over 4
+
+=item *
+
+This version of virt-builder could not handle C<[...]>
+(square brackets) in field names (eg. C<checksum[sha512]=...>).
+
+=item *
+
+It required detached signatures (C<sig=...>).
+
+=back
+
+=item B<--compat-1.24.1>
+
+Check for compatibility with virt-builder E<ge> 1.24.1.
+
+In particular:
+
+=over 4
+
+=item *
+
+This version of virt-builder could not handle C<.> (period) in field
+names or C<,> (comma) in subfield names.
+
+=item *
+
+It could not handle comments appearing in the file.
+
+=back
+
+=item B<--help>
+
+Display help.
+
+=item B<-V>
+
+=item B<--version>
+
+Display version number and exit.
+
+=back
+
+=head1 EXIT STATUS
+
+This program returns 0 if the index file validates, or non-zero if
+there was an error.
+
+=head1 SEE ALSO
+
+L<virt-builder(1)>,
+L<http://libguestfs.org/>.
+
+=head1 AUTHOR
+
+Richard W.M. Jones L<http://people.redhat.com/~rjones/>
+
+=head1 COPYRIGHT
+
+Copyright (C) 2013 Red Hat Inc.
--- a/builder/website/.gitignore
+++ b/builder/website/.gitignore
@@ -0,0 +1 @@
+*.xz
--- a/builder/website/Makefile.am
+++ b/builder/website/Makefile.am
@@ -0,0 +1,47 @@
+# libguestfs virt-builder tool
+# Copyright (C) 2013 Red Hat Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+include $(top_srcdir)/subdir-rules.mk
+
+EXTRA_DIST = \
+	.gitignore \
+	compress.sh \
+	test-guest.sh \
+	validate.sh \
+	README \
+	index \
+	index.asc \
+	centos.sh \
+	centos-*.xz.sig \
+	cirros-*.xz.sig \
+	debian.preseed \
+	debian.sh \
+	debian-*.xz.sig \
+	fedora.sh \
+	fedora-*.xz.sig \
+	rhel.sh \
+	scientificlinux.sh \
+	scientificlinux-*.xz.sig \
+	ubuntu.preseed \
+	ubuntu.sh \
+	ubuntu-*.*.xz.sig
+
+CLEANFILES = *~
+
+# Validates the index file.
+TESTS_ENVIRONMENT = $(top_builddir)/run --test
+TESTS = validate.sh
--- a/builder/website/README
+++ b/builder/website/README
@@ -0,0 +1,42 @@
+If you are looking at this file at http://libguestfs.org/download/builder
+-------------------------------------------------------------------------
+
+This directory is used by the libguestfs 'virt-builder' to store the
+clean, signed OS templates used for building new virtual machines.
+
+The index file is the default source URL and links to the other OS
+templates.  It has the canonical URL:
+
+  http://libguestfs.org/download/builder/index.asc
+
+If you are looking at this file in the git repository
+-----------------------------------------------------
+
+libguestfs.git/builder/website/ contains a copy of the website, minus
+the huge OS template files (because of their size, they are stored
+elsewhere and merged into the website when it is uploaded).
+
+When you use the ./run script to run virt-builder without installing,
+the ./run script sets $VIRT_BUILDER_SOURCE to point to this directory.
+If you actually want to use this configuration for anything except
+simple testing, you will have to download one or more OS templates
+from the libguestfs website and put them into the builder/website/
+directory.
+
+ie:
+
+  ./run virt-builder fedora-20
+
+will fail unless you have downloaded fedora-20.xz here.
+
+Fedora guests
+-------------
+
+The general plan for using kickstart and virt-install is outlined
+by Kashyap here:
+
+http://kashyapc.wordpress.com/2011/08/18/unattended-guest-install-with-a-local-kickstart/
+
+If you want to reproduce the builds then the kickstart files are
+located in fedora-<N>.ks and the virt-install + other commands are in
+fedora-<N>.sh.
--- a/builder/website/centos-6.xz.sig
+++ b/builder/website/centos-6.xz.sig
@@ -0,0 +1,17 @@
+-----BEGIN PGP SIGNATURE-----
+Version: GnuPG v1.4.15 (GNU/Linux)
+
+iQIcBAABAgAGBQJSovhrAAoJEJFzj3Pht2igwDMP/3kxGo8Uhro4c08/AmARucOn
+K8xVFMNth6e70ULit0iBnzsqsRcLXMtcdaIzA3wPNJoa3Uw0ZKzHO1FIP1DZC0Yp
+wQgnT/HV70k4YKMbJk2ayk9RPop/tRY/Pet9b0MoBwf/H7QzfQX+rU5WYCkcvr60
+t18hgugLfFh4wS5UP8jz1S5f6ftrb4TKQUB95lge+Fs7hCf2eqSy4jOciX92yQA6
+ACsh1e8hkWlAuDBesg+vcPFrh0oR05HZykUPOH5jUC9zM7kP2w4Y/mPFMIB6J/Zg
+SWOTfQWyKYWpW8MZ3huuB8/4EziOOwmIE9pDMcXIS4Cei08DOvq+/F6nbtpErfDU
+GdeypPIAsQPjjYDlPUEgYv6L8egzDGuOYWxgNO+2EaYCRjmtvDIxgnf4Q2fQLAhS
+Eir9hgvGH6BnNjaLigG1nA/wT6G0U6Ng1vqVrdGUpW1c6m7QoyjhRt4CyaaK0Rj/
+3H4FPPdamw/PXLM9IGVauthx/40umcBEZpSq5FSNGbzfzYPxMExJnu2W2bFF4QBD
+I/wnPxk5RCYq/AUmRwNrx4klmXnhZZKHYHTDkMuwoV8eIe9Bb6/+f9BY2ujkeMZR
+EbeG4i/E8YQ3fwSDfUpQS6kWZ74gMRfuC8vW2LGKMwKPrCaXJu4mVNYmdJGd3d8v
+fQ9MlcBUSfaMkyAQ2gc4
+=Phm4
+-----END PGP SIGNATURE-----
--- a/builder/website/centos.sh
+++ b/builder/website/centos.sh
@@ -0,0 +1,87 @@
+#!/bin/bash -
+# virt-builder
+# Copyright (C) 2013 Red Hat Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+unset CDPATH
+export LANG=C
+set -e
+set -x
+
+if [ $# -ne 1 ]; then
+    echo "$0 VERSION"
+    exit 1
+fi
+
+version=$1
+output=centos-$version
+tmpname=tmp-$(tr -cd 'a-f0-9' < /dev/urandom | head -c 8)
+
+# We rebuild this every time there is a new 6.x release, and bump
+# the revision in the index.
+tree=http://mirror.bytemark.co.uk/centos/$version/os/x86_64/
+
+rm -f $output $output.old $output.xz
+
+# Generate the kickstart to a temporary file.
+ks=$(mktemp)
+cat > $ks <<'EOF'
+install
+text
+reboot
+lang en_US.UTF-8
+keyboard us
+network --bootproto dhcp
+rootpw builder
+firewall --enabled --ssh
+selinux --enforcing
+timezone --utc America/New_York
+bootloader --location=mbr --append="console=tty0 console=ttyS0,115200 rd_NO_PLYMOUTH"
+zerombr
+clearpart --all --initlabel
+part /boot --fstype=ext4 --size=512         --asprimary
+part swap                --size=1024        --asprimary
+part /     --fstype=ext4 --size=1024 --grow --asprimary
+
+# Halt the system once configuration has finished.
+poweroff
+
+%packages
+@core
+%end
+EOF
+
+# Clean up function.
+cleanup ()
+{
+    rm -f $ks
+    virsh undefine $tmpname ||:
+}
+trap cleanup INT QUIT TERM EXIT ERR
+
+virt-install \
+    --name=$tmpname \
+    --ram=2048 \
+    --cpu=host --vcpus=2 \
+    --os-type=linux --os-variant=rhel$version \
+    --initrd-inject=$ks \
+    --extra-args="ks=file:/`basename $ks` console=tty0 console=ttyS0,115200 proxy=$http_proxy" \
+    --disk $(pwd)/$output,size=6 \
+    --location=$tree \
+    --nographics \
+    --noreboot
+
+source $(dirname "$0")/compress.sh $output
--- a/builder/website/cirros-0.3.1.xz.sig
+++ b/builder/website/cirros-0.3.1.xz.sig
@@ -0,0 +1,17 @@
+-----BEGIN PGP SIGNATURE-----
+Version: GnuPG v1
+
+iQIcBAABAgAGBQJSx//LAAoJEJFzj3Pht2igtekP/11RH1POvryBWsmtjgwviPJV
+P8eIGuUBy38BYbEO0jBWTsT6CAfwOCtyUUMWCBPJ3meoRd4C5AGWHUS5F6z6fZWq
+Qo+LU1BfPWDa3TMXP9TybexUCI6cIBMlbzbwkSE/fR2JDwl3K58ZWUrI1rxfKKNJ
+CM8rcpLVVP19sAiurndqiIU43bEOS7UwKhBYr1LtNQndpaDH2l+9XnC/HlOrAKgR
+H/X9GgscJ43MtA3VPY140RKgZ716c/zznd2yLXrXIJ9JJ9DsoPsooZ6cZSoxDl2E
+Y16lnQyAcDySPY+NZluQ6xvtk4JiDWxLFqdXMksRtUb14D91bJ2okhjtztg5yuLh
+tC1aNiwcZaDynjXec4SnB+06oPZGstO6uPotasb9sBH/Prm1mv1A4jLwwMTOjSLT
+svZ2/xy83lZqBBwU2oFTiSL+hSS3zTm8X0JaInZJPXlgDOTrdKb7UlzVEJ6SqOZo
+4omjaYnHWIe9H2SPxCH/7/DC9WW1K9fuxkIEjvqbxTC3n/6WziK2Aq2k5s1Aq0Yy
+Z0am0Xhi169V8s8BaLFWiHGi/VlCd81/q2bg+3qCZcWE4zonEZDZSNrL1FtDtHRj
+Cgzo0su2LYHhdt0+2QYnAfUJN7Q5kGA1apWrmVI2cvvDpx0eHsFKLcdJnzOntabv
+fI+rI2o+Lhp1DW7ywVzl
+=KKLo
+-----END PGP SIGNATURE-----
--- a/builder/website/compress.sh
+++ b/builder/website/compress.sh
@@ -0,0 +1,38 @@
+#!/bin/bash -
+# virt-builder
+# Copyright (C) 2013 Red Hat Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+# Common code which syspreps, sparsifies and compresses the templates.
+
+output=$1
+
+# Sysprep (removes logfiles and so on).
+# Note this also touches /.autorelabel so the further installation
+# changes that we make will be labelled properly at first boot.
+virt-sysprep -a $output
+
+# Sparsify.
+mv $output $output.old
+virt-sparsify $output.old $output
+rm $output.old
+
+# Compress.
+xz --best --block-size=16777216 $output
+
+# Result.  These can be copied into the index file directly.
+echo -n compressed_size= ; stat -c %s $output.xz
+echo -n checksum= ; sha512sum $output.xz | awk '{print $1}'
--- a/builder/website/debian-6.xz.sig
+++ b/builder/website/debian-6.xz.sig
@@ -0,0 +1,17 @@
+-----BEGIN PGP SIGNATURE-----
+Version: GnuPG v1.4.14 (GNU/Linux)
+
+iQIcBAABAgAGBQJSgNPNAAoJEJFzj3Pht2igb1MP/2sQeJEznpBguE5bbs+ulGyW
+Aa6jHgM+sG90OF0J9YlDZcYWYKiuVt+kdPOCw9WPg/e5AglKOu6FiMdFA/R9uP9i
+ga49So8xYQwaGS6GitHT6dI/kDNLSvTny0nNvAtut62mEJ5D5m9xxtXgYrttUByk
+DGQNUJizj8KehUbu9G+sVDM4ojyEbQlSWqi+SRK8uSFwINXXMwwimjZsq/BddcC6
+5DplyxS4o9EkbJP/QJKjkfyuhyBzMdIbVstPNFefqPn/xRX7h8VZOyVxr5dw0gYd
+PUU5aXeNJFiYR+LvJ2dLxjbcMEmFT+zhUOcxFWwZnjSYaRDdz47AeGfMLzEoFN4K
+/fYmtlusjLn9TDNsQ85ffXTETQU8CrhAfUvFmSPU1XuyY/G0UfK6LQehhg5tmHVL
+sfOBTKm/lOj+DG4CS0uAjY7JhLEn9K88kKgXhRGIcKt8UjgsPLvTq9sI87OlbcEe
+e4++ALWkXpfXF3Nf7mFXNwhQQSiiG9NIATsbfxSS9C7b0Y3HGWOy6pp4TyN8SIEi
+RNyWq93iOOtg91kuoRdScEn0crNninok7BmNt2MJry3Cujet+wBpBXYxuVdvRTPO
+6kBdl48bxvRb6hcwLqVjeWw8FM6sBGaA8mnTzshHu8nk6hl+tNwfk0loFwyO2M18
+bx0DKFFg024W/hfFqKkt
+=9ZnB
+-----END PGP SIGNATURE-----
--- a/builder/website/debian-7.xz.sig
+++ b/builder/website/debian-7.xz.sig
@@ -0,0 +1,17 @@
+-----BEGIN PGP SIGNATURE-----
+Version: GnuPG v1.4.14 (GNU/Linux)
+
+iQIcBAABAgAGBQJSgN0FAAoJEJFzj3Pht2igfCAP/RUpnWQd1XjLKyyZjJSLMyPb
+oFF5JmQbFLF906L3wj/kuqyVf+VEdPXBSYTCw/5qvcAoNW/4DxtooSztK0P6j8TX
+Ez1g/Hamp0brIdBaFaerTMFSMtrHsIfBjSRCZJy2WCmlJH/piefPdRS06GXqLcDO
+WwLN5RZ2R5bWsSkS7DU4V/QODX35jFKV5xMwmX622jitDDWyStLESmyzF8E9MwKh
+QbRSguMilpszac9+GcaN05UTv4htarcsy5EkHBxZzjrS5srxlBQl5ygt0ZIj9GBh
+UUvfrIXnCZz7WhsBrbB72VhyXFnZj6gsPJsxRdvDg0nH9ORbmsnUo+Q3AJm6h8Vg
+UlOPMn05eToeDHF7U5Ki1w5G39TovUTLDJ43jTLHEy/im4zIIRSJgKaD8a4xLhib
+6wLWV9LHYQXHesoIqpfb5ife4KEFi5OVlioZ4REK0auKVVOA0y0eQnjDGJ0szBpp
+2xx+c+v2q5rn5X3S79lugAC0TpNxbM3X7rtli+kwa5l9Y7f5Z0XZJ7iuywoPs/VN
+5WxfG6vc0yfCMs8gpLL1TDVWZW6baoALTUkWj3ePn5od4KL/V9RXTnWhjaDQ+XbX
+/DEHwg7E+ICMPiZSqkeqfSAmbc+8Njdf77sEFCZF+ZV046BlHy+aFvxAY6rmrQTZ
+d6Z2oiZ3UZ5R8iOqiDB
+=HZIe
+-----END PGP SIGNATURE-----
--- a/builder/website/debian.preseed
+++ b/builder/website/debian.preseed
@@ -0,0 +1,385 @@
+#### Contents of the preconfiguration file (for wheezy)
+### Localization
+# Preseeding only locale sets language, country and locale.
+d-i debian-installer/locale string en_US
+
+# The values can also be preseeded individually for greater flexibility.
+#d-i debian-installer/language string en
+#d-i debian-installer/country string NL
+#d-i debian-installer/locale string en_GB.UTF-8
+# Optionally specify additional locales to be generated.
+#d-i localechooser/supported-locales multiselect en_US.UTF-8, nl_NL.UTF-8
+
+# Keyboard selection.
+# keymap is an alias for keyboard-configuration/xkb-keymap
+d-i keymap select us
+# d-i keyboard-configuration/toggle select No toggling
+
+### Network configuration
+# Disable network configuration entirely. This is useful for cdrom
+# installations on non-networked devices where the network questions,
+# warning and long timeouts are a nuisance.
+d-i netcfg/enable boolean true
+
+# netcfg will choose an interface that has link if possible. This makes it
+# skip displaying a list if there is more than one interface.
+d-i netcfg/choose_interface select auto
+
+# To pick a particular interface instead:
+#d-i netcfg/choose_interface select eth1
+
+# To set a different link detection timeout (default is 3 seconds).
+# Values are interpreted as seconds.
+#d-i netcfg/link_detection_timeout string 10
+
+# If you have a slow dhcp server and the installer times out waiting for
+# it, this might be useful.
+#d-i netcfg/dhcp_timeout string 60
+#d-i netcfg/dhcpv6_timeout string 60
+
+# If you prefer to configure the network manually, uncomment this line and
+# the static network configuration below.
+#d-i netcfg/disable_autoconfig boolean true
+
+# If you want the preconfiguration file to work on systems both with and
+# without a dhcp server, uncomment these lines and the static network
+# configuration below.
+#d-i netcfg/dhcp_failed note
+#d-i netcfg/dhcp_options select Configure network manually
+
+# Static network configuration.
+#
+# IPv4 example
+#d-i netcfg/get_ipaddress string 192.168.1.42
+#d-i netcfg/get_netmask string 255.255.255.0
+#d-i netcfg/get_gateway string 192.168.1.1
+#d-i netcfg/get_nameservers string 192.168.1.1
+#d-i netcfg/confirm_static boolean true
+#
+# IPv6 example
+#d-i netcfg/get_ipaddress string fc00::2
+#d-i netcfg/get_netmask string ffff:ffff:ffff:ffff::
+#d-i netcfg/get_gateway string fc00::1
+#d-i netcfg/get_nameservers string fc00::1
+#d-i netcfg/confirm_static boolean true
+
+# Any hostname and domain names assigned from dhcp take precedence over
+# values set here. However, setting the values still prevents the questions
+# from being shown, even if values come from dhcp.
+d-i netcfg/get_hostname string unassigned-hostname
+d-i netcfg/get_domain string unassigned-domain
+
+# If you want to force a hostname, regardless of what either the DHCP
+# server returns or what the reverse DNS entry for the IP is, uncomment
+# and adjust the following line.
+#d-i netcfg/hostname string somehost
+
+# Disable that annoying WEP key dialog.
+d-i netcfg/wireless_wep string
+# The wacky dhcp hostname that some ISPs use as a password of sorts.
+#d-i netcfg/dhcp_hostname string radish
+
+# If non-free firmware is needed for the network or other hardware, you can
+# configure the installer to always try to load it, without prompting. Or
+# change to false to disable asking.
+#d-i hw-detect/load_firmware boolean true
+
+### Network console
+# Use the following settings if you wish to make use of the network-console
+# component for remote installation over SSH. This only makes sense if you
+# intend to perform the remainder of the installation manually.
+#d-i anna/choose_modules string network-console
+#d-i network-console/authorized_keys_url string http://10.0.0.1/openssh-key
+#d-i network-console/password password r00tme
+#d-i network-console/password-again password r00tme
+
+### Mirror settings
+# If you select ftp, the mirror/country string does not need to be set.
+#d-i mirror/protocol string ftp
+d-i mirror/country string manual
+d-i mirror/http/hostname string ftp.uk.debian.org
+d-i mirror/http/directory string /debian
+d-i mirror/http/proxy string @CACHE@
+
+# Suite to install.
+#d-i mirror/suite string testing
+# Suite to use for loading installer components (optional).
+#d-i mirror/udeb/suite string testing
+
+### Account setup
+# Skip creation of a root account (normal user account will be able to
+# use sudo).
+#d-i passwd/root-login boolean false
+# Alternatively, to skip creation of a normal user account.
+d-i passwd/make-user boolean false
+
+# Root password, either in clear text
+d-i passwd/root-password password builder
+d-i passwd/root-password-again password builder
+# or encrypted using an MD5 hash.
+#d-i passwd/root-password-crypted password [MD5 hash]
+
+# To create a normal user account.
+#d-i passwd/user-fullname string Debian User
+#d-i passwd/username string debian
+# Normal user's password, either in clear text
+#d-i passwd/user-password password insecure
+#d-i passwd/user-password-again password insecure
+# or encrypted using an MD5 hash.
+#d-i passwd/user-password-crypted password [MD5 hash]
+# Create the first user with the specified UID instead of the default.
+#d-i passwd/user-uid string 1010
+
+# The user account will be added to some standard initial groups. To
+# override that, use this.
+#d-i passwd/user-default-groups string audio cdrom video
+
+### Clock and time zone setup
+# Controls whether or not the hardware clock is set to UTC.
+d-i clock-setup/utc boolean true
+
+# You may set this to any valid setting for $TZ; see the contents of
+# /usr/share/zoneinfo/ for valid values.
+d-i time/zone string US/Eastern
+
+# Controls whether to use NTP to set the clock during the install
+d-i clock-setup/ntp boolean true
+# NTP server to use. The default is almost always fine here.
+#d-i clock-setup/ntp-server string ntp.example.com
+
+### Partitioning
+## Partitioning example
+# If the system has free space you can choose to only partition that space.
+# This is only honoured if partman-auto/method (below) is not set.
+#d-i partman-auto/init_automatically_partition select biggest_free
+
+# Alternatively, you may specify a disk to partition. If the system has only
+# one disk the installer will default to using that, but otherwise the device
+# name must be given in traditional, non-devfs format (so e.g. /dev/hda or
+# /dev/sda, and not e.g. /dev/discs/disc0/disc).
+# For example, to use the first SCSI/SATA hard disk:
+#d-i partman-auto/disk string /dev/sda
+# In addition, you'll need to specify the method to use.
+# The presently available methods are:
+# - regular: use the usual partition types for your architecture
+# - lvm:     use LVM to partition the disk
+# - crypto:  use LVM within an encrypted partition
+d-i partman-auto/method string regular
+
+# If one of the disks that are going to be automatically partitioned
+# contains an old LVM configuration, the user will normally receive a
+# warning. This can be preseeded away...
+d-i partman-lvm/device_remove_lvm boolean true
+# The same applies to pre-existing software RAID array:
+d-i partman-md/device_remove_md boolean true
+# And the same goes for the confirmation to write the lvm partitions.
+d-i partman-lvm/confirm boolean true
+d-i partman-lvm/confirm_nooverwrite boolean true
+
+# You can choose one of the three predefined partitioning recipes:
+# - atomic: all files in one partition
+# - home:   separate /home partition
+# - multi:  separate /home, /usr, /var, and /tmp partitions
+d-i partman-auto/choose_recipe select atomic
+
+# Or provide a recipe of your own...
+# If you have a way to get a recipe file into the d-i environment, you can
+# just point at it.
+#d-i partman-auto/expert_recipe_file string /hd-media/recipe
+
+# If not, you can put an entire recipe into the preconfiguration file in one
+# (logical) line. This example creates a small /boot partition, suitable
+# swap, and uses the rest of the space for the root partition:
+#d-i partman-auto/expert_recipe string                         \
+#      boot-root ::                                            \
+#              40 50 100 ext3                                  \
+#                      $primary{ } $bootable{ }                \
+#                      method{ format } format{ }              \
+#                      use_filesystem{ } filesystem{ ext3 }    \
+#                      mountpoint{ /boot }                     \
+#              .                                               \
+#              500 10000 1000000000 ext3                       \
+#                      method{ format } format{ }              \
+#                      use_filesystem{ } filesystem{ ext3 }    \
+#                      mountpoint{ / }                         \
+#              .                                               \
+#              64 512 300% linux-swap                          \
+#                      method{ swap } format{ }                \
+#              .
+
+# The full recipe format is documented in the file partman-auto-recipe.txt
+# included in the 'debian-installer' package or available from D-I source
+# repository. This also documents how to specify settings such as file
+# system labels, volume group names and which physical devices to include
+# in a volume group.
+
+# This makes partman automatically partition without confirmation, provided
+# that you told it what to do using one of the methods above.
+d-i partman-partitioning/confirm_write_new_label boolean true
+d-i partman/choose_partition select finish
+d-i partman/confirm boolean true
+d-i partman/confirm_nooverwrite boolean true
+
+## Partitioning using RAID
+# The method should be set to "raid".
+#d-i partman-auto/method string raid
+# Specify the disks to be partitioned. They will all get the same layout,
+# so this will only work if the disks are the same size.
+#d-i partman-auto/disk string /dev/sda /dev/sdb
+
+# Next you need to specify the physical partitions that will be used. 
+#d-i partman-auto/expert_recipe string \
+#      multiraid ::                                         \
+#              1000 5000 4000 raid                          \
+#                      $primary{ } method{ raid }           \
+#              .                                            \
+#              64 512 300% raid                             \
+#                      method{ raid }                       \
+#              .                                            \
+#              500 10000 1000000000 raid                    \
+#                      method{ raid }                       \
+#              .
+
+# Last you need to specify how the previously defined partitions will be
+# used in the RAID setup. Remember to use the correct partition numbers
+# for logical partitions. RAID levels 0, 1, 5, 6 and 10 are supported;
+# devices are separated using "#".
+# Parameters are:
+# <raidtype> <devcount> <sparecount> <fstype> <mountpoint> \
+#          <devices> <sparedevices>
+
+#d-i partman-auto-raid/recipe string \
+#    1 2 0 ext3 /                    \
+#          /dev/sda1#/dev/sdb1       \
+#    .                               \
+#    1 2 0 swap -                    \
+#          /dev/sda5#/dev/sdb5       \
+#    .                               \
+#    0 2 0 ext3 /home                \
+#          /dev/sda6#/dev/sdb6       \
+#    .
+
+# For additional information see the file partman-auto-raid-recipe.txt
+# included in the 'debian-installer' package or available from D-I source
+# repository.
+
+# This makes partman automatically partition without confirmation.
+d-i partman-md/confirm boolean true
+d-i partman-partitioning/confirm_write_new_label boolean true
+d-i partman/choose_partition select finish
+d-i partman/confirm boolean true
+d-i partman/confirm_nooverwrite boolean true
+
+## Controlling how partitions are mounted
+# The default is to mount by UUID, but you can also choose "traditional" to
+# use traditional device names, or "label" to try filesystem labels before
+# falling back to UUIDs.
+#d-i partman/mount_style select uuid
+
+### Base system installation
+# Configure APT to not install recommended packages by default. Use of this
+# option can result in an incomplete system and should only be used by very
+# experienced users.
+#d-i base-installer/install-recommends boolean false
+
+# The kernel image (meta) package to be installed; "none" can be used if no
+# kernel is to be installed.
+#d-i base-installer/kernel/image string linux-image-486
+
+### Apt setup
+# You can choose to install non-free and contrib software.
+#d-i apt-setup/non-free boolean true
+#d-i apt-setup/contrib boolean true
+# Uncomment this if you don't want to use a network mirror.
+#d-i apt-setup/use_mirror boolean false
+# Select which update services to use; define the mirrors to be used.
+# Values shown below are the normal defaults.
+#d-i apt-setup/services-select multiselect security, volatile
+#d-i apt-setup/security_host string security.debian.org
+#d-i apt-setup/volatile_host string volatile.debian.org
+
+# Additional repositories, local[0-9] available
+#d-i apt-setup/local0/repository string \
+#       http://local.server/debian stable main
+#d-i apt-setup/local0/comment string local server
+# Enable deb-src lines
+#d-i apt-setup/local0/source boolean true
+# URL to the public key of the local repository; you must provide a key or
+# apt will complain about the unauthenticated repository and so the
+# sources.list line will be left commented out
+#d-i apt-setup/local0/key string http://local.server/key
+
+# By default the installer requires that repositories be authenticated
+# using a known gpg key. This setting can be used to disable that
+# authentication. Warning: Insecure, not recommended.
+#d-i debian-installer/allow_unauthenticated boolean true
+
+### Package selection
+#tasksel tasksel/first multiselect standard, web-server
+# If the desktop task is selected, install the kde and xfce desktops
+# instead of the default gnome desktop.
+#tasksel tasksel/desktop multiselect kde, xfce
+
+# Individual additional packages to install
+#d-i pkgsel/include string openssh-server build-essential
+# Whether to upgrade packages after debootstrap.
+# Allowed values: none, safe-upgrade, full-upgrade
+#d-i pkgsel/upgrade select none
+
+# Some versions of the installer can report back on what software you have
+# installed, and what software you use. The default is not to report back,
+# but sending reports helps the project determine what software is most
+# popular and include it on CDs.
+popularity-contest popularity-contest/participate boolean false
+
+### Finishing up the installation
+# During installations from serial console, the regular virtual consoles
+# (VT1-VT6) are normally disabled in /etc/inittab. Uncomment the next
+# line to prevent this.
+#d-i finish-install/keep-consoles boolean true
+
+# Avoid that last message about the install being complete.
+d-i finish-install/reboot_in_progress note
+
+# This will prevent the installer from ejecting the CD during the reboot,
+# which is useful in some situations.
+#d-i cdrom-detect/eject boolean false
+
+# This is how to make the installer shutdown when finished, but not
+# reboot into the installed system.
+#d-i debian-installer/exit/halt boolean true
+# This will power off the machine instead of just halting it.
+#d-i debian-installer/exit/poweroff boolean true
+
+### Preseeding other packages
+# Depending on what software you choose to install, or if things go wrong
+# during the installation process, it's possible that other questions may
+# be asked. You can preseed those too, of course. To get a list of every
+# possible question that could be asked during an install, do an
+# installation, and then run these commands:
+#   debconf-get-selections --installer > file
+#   debconf-get-selections >> file
+
+
+#### Advanced options
+### Running custom commands during the installation
+# d-i preseeding is inherently not secure. Nothing in the installer checks
+# for attempts at buffer overflows or other exploits of the values of a
+# preconfiguration file like this one. Only use preconfiguration files from
+# trusted locations! To drive that home, and because it's generally useful,
+# here's a way to run any shell command you'd like inside the installer,
+# automatically.
+
+# This first command is run as early as possible, just after
+# preseeding is read.
+#d-i preseed/early_command string anna-install some-udeb
+# This command is run immediately before the partitioner starts. It may be
+# useful to apply dynamic partitioner preseeding that depends on the state
+# of the disks (which may not be visible when preseed/early_command runs).
+#d-i partman/early_command \
+#       string debconf-set partman-auto/disk "$(list-devices disk | head -n1)"
+# This command is run just before the install finishes, but when there is
+# still a usable /target directory. You can chroot to /target and use it
+# directly, or use the apt-install and in-target commands to easily install
+# packages and run commands in the target system.
+#d-i preseed/late_command string apt-install zsh; in-target chsh -s /bin/zsh
--- a/builder/website/debian.sh
+++ b/builder/website/debian.sh
@@ -0,0 +1,77 @@
+#!/bin/bash -
+# libguestfs
+# Copyright (C) 2013 Red Hat Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+# The basic plan comes from:
+# http://honk.sigxcpu.org/con/Preseeding_Debian_virtual_machines_with_virt_install.html
+# https://wiki.debian.org/DebianInstaller/Preseed
+
+unset CDPATH
+export LANG=C
+set -e
+set -x
+
+if [ $# -ne 2 ]; then
+    echo "$0 VERSION DIST"
+    exit 1
+fi
+
+# Some configuration.
+version=$1
+dist=$2
+location=http://ftp.uk.debian.org/debian/dists/$dist/main/installer-amd64
+output=debian-$version
+tmpname=tmp-$(tr -cd 'a-f0-9' < /dev/urandom | head -c 8)
+
+rm -f $output $output.old $output.xz
+
+# Make sure it's being run from the correct directory.
+if [ ! -f debian.preseed ]; then
+    echo "You are running this script from the wrong directory."
+    exit 1
+fi
+
+# Note that the injected file must be called "/preseed.cfg" in order
+# for d-i to pick it up.
+sed -e "s,@CACHE@,$http_proxy,g" < debian.preseed > preseed.cfg
+
+# Clean up function.
+cleanup ()
+{
+    rm -f preseed.cfg
+    virsh undefine $tmpname ||:
+}
+trap cleanup INT QUIT TERM EXIT ERR
+
+virt-install \
+    --name=$tmpname \
+    --ram=1024 \
+    --os-type=linux --os-variant=debian$dist \
+    --initrd-inject=$(pwd)/preseed.cfg \
+    --extra-args="auto console=tty0 console=ttyS0,115200" \
+    --disk=$(pwd)/$output,size=4 \
+    --location=$location \
+    --nographics \
+    --noreboot
+
+# Remove apt proxy configuration (thanks: Daniel Miranda).
+guestfish -a $output -i <<EOF
+  rm /etc/apt/apt.conf
+  touch /etc/apt/apt.conf
+EOF
+
+source $(dirname "$0")/compress.sh $output
--- a/builder/website/fedora-18.xz.sig
+++ b/builder/website/fedora-18.xz.sig
@@ -0,0 +1,17 @@
+-----BEGIN PGP SIGNATURE-----
+Version: GnuPG v1.4.14 (GNU/Linux)
+
+iQIcBAABAgAGBQJSSt3OAAoJEJFzj3Pht2ig8x4QAKoQVfMWxXiFvV3lrHUVsjpG
+n+fDcoFJqMKeE/kMLhmlmzF+QDz1qRs3Xlypy7C8B5ii5jbFVCv6q5edeEWrVYE3
+HZOeNgUgmVJEiCSgScEXPpVMAOL/zppJ2PjAbg7CNLHQ64HweNkv6F1ePg4NCIoA
+Op5yIvzm0gUHN9ONfsJRBLlZGQRu8bdsNhdYOAr3rmdxhuuunIi/17qNrT6eaWFO
+2pnGFIyYMn9q2ReXBG8mFIkHlac9ZpT2sR7EKY3LBt0FvGz0qQrNM+9M9bQBwbIQ
+dD/IRfSUUQqjCLYLqiFvFVC/pqAAcR1G2rQ20jRLPkpSUFceFL/K5ueI2flEPEJk
+mF6WR4MsN4lX4w0iiJvpWwE0jqlLVQ1GnhoE2GDZEHgkth/4l+0pN0Jos8OKINDJ
+wB4W1Xc2aXNXaD1JAaebu+CthZNnFEXpa5TrXMFAOnBY4oQ4DgOt/ad1s9Ju4zLX
+EI+Zn0Q++l+iMyU2InXnTHoaTagqKqtngvHWGmSuK55dM8jW9HoYsjZZl0oC0lVz
+GbXQ/1t1loTBqh+crr4kcP0oKvRFT9YPASadUVThmeYlxOyhvQ0e30IBdz0Te1OR
+rqfymVGR8NsGdLW+jCKOfbLEaYShTksTnUmr+yF5w5D2uzZHqZasE7cpwPXAEhuZ
+TF7ZoSqz1utSQF9/xBnz
+=L4x6
+-----END PGP SIGNATURE-----
--- a/builder/website/fedora-19.xz.sig
+++ b/builder/website/fedora-19.xz.sig
@@ -0,0 +1,17 @@
+-----BEGIN PGP SIGNATURE-----
+Version: GnuPG v1.4.14 (GNU/Linux)
+
+iQIcBAABAgAGBQJSSt3WAAoJEJFzj3Pht2igSeMQAI42FK1YU6Fr/LreD9/BdjNH
+TUJ3L/B3ZMJwlMT+F4cX9r1uVD5udzpXdClUEcKgdwPdqzPsQvuwLSBS4fn38nZM
+mryzNeUjbcNPSPSY6bj/MNuYNlYNaWShhL6UjHBD6XYIhAs6hYp0RGcogcpgRU9Z
+0peHFyJBp+uUqCpnBDz00zJht49mgT6ovUA3cGd/vPhHrsrJUusgzzi46X3F90+H
+9eRoe6/xzCbmbiD7HUlARnMK8ec0b7H/CWsNNCd0v9KBNyW9QROkbwBMtRcWtQZW
+p9h9JGT2N3AmIqRbUbKwfWxGN6AfK+Xtl9YjJb/ugwSlw0Pif055EKNeUZjGUUzk
+V4YA9b1Z6mncyL4wxV8VD9w8en+dr5Iu6ga02r7Xr0rIHuTQyQQaKfHvNoWZFmhq
+WI2xsSBLr1EYfLEetdqUkEo2f2gpy7f6UKL1bsHi/6oqA3NaOOXiPdVlbVDNOQFe
+kXPfjz/8hnzQ/8O/zIiSiDefQObdM4DQDTk5ha/vOu4pt5XevHkusaciPNGUAhx1
+JmxEmPF6sqg2Y0xmeFZB2ab5s6VL/CfVGBF5ZFq7QmDj9eNFjrElfv+uN9NqD+ll
+YlR/g3f7vFLHSG64ez4yV/Hgmfv1+4DMGi9MNmhFF3u0W5AIxznTsQzj1KFhbvmV
+8QUyTDG7lGNqsgsSgb7W
+=l9GJ
+-----END PGP SIGNATURE-----
--- a/builder/website/fedora-20.xz.sig
+++ b/builder/website/fedora-20.xz.sig
@@ -0,0 +1,17 @@
+-----BEGIN PGP SIGNATURE-----
+Version: GnuPG v1.4.15 (GNU/Linux)
+
+iQIcBAABAgAGBQJSsHIuAAoJEJFzj3Pht2igimkP/2YaCFAfSDJWMyumZart/ycr
+asgCoNFCr/10jlN2jPTRgOg/hPvrqxIxPvoGRhM/S6hrO8BXHl3dxiOEDi3AMmT+
+t//IHduIfpQCEbLCwse3sCwKXKN7PI9lcZ83gdg9eMKnGHSNkDWKI+33c66EvpfX
+T/j3UWvSgl3bDftOWIDWPAqnZI4N9+jtat16QwihxRFxALUxoW6v9JgUHc3HfICg
+cF5iHDvKmVAlwM+LTCCA+loxM8gyIf1rpC7dpGraskJylldZsx+6lcZqEoqlPxhW
+w/OR2hi/5Avoasxd1NTJE3MpQ4tJevlOwXLxhsWKiR4mk8ZmZl4RONnwq25xGiGZ
+hqP7FyDhv7q7lYtMmClLOKEvysY2F7++s7nQAjIjkMlJY5LNn/LukZg10rU54UpD
+HmSfGPRqKnnnRzVzwxNXjoUGsR1hJ81de+ytHE3sG7tSUZJk0WcC7K0ZUhN7Obnw
+X8V1Y0PFsSxds+BVIJ8afJzKzwFnx8yGsY8spwkAttoCVbJZnU3sMwcypKY68QOe
+EdnQq8HaGgx1e439mykXOD/dxMhIoPe4zG6XOa9DKV0eo7BY8V4mFCmyOd99IZKh
+4V2TSTVfXIqxLZf12r4+7r+JzmufdZIuJLgw6k/t+05Wltm2hAo6SVBqr6IwRXbm
+/ZKnJe+5HIwb07EVgHNJ
+=asUm
+-----END PGP SIGNATURE-----
--- a/builder/website/fedora.sh
+++ b/builder/website/fedora.sh
@@ -0,0 +1,85 @@
+#!/bin/bash -
+# virt-builder
+# Copyright (C) 2013 Red Hat Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+# This script was used to create the Fedora templates used by
+# virt-builder.
+
+unset CDPATH
+export LANG=C
+set -e
+set -x
+
+if [ $# -ne 1 ]; then
+    echo "$0 VERSION"
+    exit 1
+fi
+
+version=$1
+tree=http://mirror.bytemark.co.uk/fedora/linux/releases/$version/Fedora/x86_64/os/
+output=fedora-$version
+tmpname=tmp-$(tr -cd 'a-f0-9' < /dev/urandom | head -c 8)
+
+rm -f $output $output.old $output.xz
+
+# Generate the kickstart to a temporary file.
+ks=$(mktemp)
+cat > $ks <<'EOF'
+install
+text
+reboot
+lang en_US.UTF-8
+keyboard us
+network --bootproto dhcp
+rootpw builder
+firewall --enabled --ssh
+selinux --enforcing
+timezone --utc America/New_York
+bootloader --location=mbr --append="console=tty0 console=ttyS0,115200 rd_NO_PLYMOUTH"
+zerombr
+clearpart --all --initlabel
+autopart --type=plain
+
+# Halt the system once configuration has finished.
+poweroff
+
+%packages
+@core
+%end
+EOF
+
+# Clean up function.
+cleanup ()
+{
+    rm -f $ks
+    virsh undefine $tmpname ||:
+}
+trap cleanup INT QUIT TERM EXIT ERR
+
+virt-install \
+    --name=$tmpname \
+    --ram=2048 \
+    --cpu=host --vcpus=2 \
+    --os-type=linux --os-variant=fedora18 \
+    --initrd-inject=$ks \
+    --extra-args="ks=file:/`basename $ks` console=tty0 console=ttyS0,115200 proxy=$http_proxy" \
+    --disk $(pwd)/$output,size=6 \
+    --location=$tree \
+    --nographics \
+    --noreboot
+
+source $(dirname "$0")/compress.sh $output
--- a/builder/website/index
+++ b/builder/website/index
@@ -0,0 +1,269 @@
+[centos-6]
+name=CentOS 6.5
+revision=5
+osinfo=centos6.5
+file=centos-6.xz
+sig=centos-6.xz.sig
+checksum=8f08505ec708b04a25bbd21816cdda8a5eff8bbf85fec3caff6d7a9a7bfba07dafa707e60772f5676c437a6d3381cd26b4e48bc82a232bc940ca9dcddcff7a85
+format=raw
+size=6442450944
+compressed_size=197139324
+expand=/dev/sda3
+notes=CentOS 6.5
+ 
+ This CentOS image contains only unmodified @Core group packages.
+ 
+ It is thus very minimal.  The kickstart and install script can be
+ found in the libguestfs source tree:
+ 
+ builder/website/centos.sh
+ 
+ Note that `virt-builder centos-6' will always install the latest
+ 6.x release.
+
+[cirros-0.3.1]
+name=CirrOS 0.3.1
+file=cirros-0.3.1.xz
+sig=cirros-0.3.1.xz.sig
+checksum=096209f00eb62d5722accf3d22ca3a4ee5baaac6d7d4ce0be93b56bbd1c8ab2e3eb4f5db1deffcb570e2c3d41f4d721798a1c499675346cee9546554a4b10388
+format=raw
+size=41126400
+compressed_size=11419004
+expand=/dev/sda1
+notes=CirrOS 0.3.1
+ 
+ CirrOS is a commonly used test image, ideal because it is very
+ small and boots into a minimally usable Linux system.
+ 
+ Note this is not a real Linux distribution, and several virt-builder
+ features such as installing packages will not (and cannot) work.
+ 
+ This CirrOS image comes from https://launchpad.net/cirros
+
+[debian-6]
+name=Debian 6 (Squeeze)
+osinfo=debian6
+file=debian-6.xz
+revision=2
+sig=debian-6.xz.sig
+checksum=bff9c28da0375fde65fa238d7a2ea644cbfad0ea3246783a2f44a98f2374850987679c3f1032a632d3c6238de8d9e43291d07a82efc1e824945000e206b9f6cc
+format=raw
+size=4294967296
+compressed_size=139615908
+expand=/dev/sda1
+notes=Debian 6 (Squeeze).
+ 
+ This is a default Debian install.
+ 
+ The preseed and virt-install scripts that produced this image
+ can be found in the libguestfs source tree:
+ 
+ builder/website/debian.preseed
+ builder/website/debian.sh
+ 
+ This image is so very minimal that it only includes an ssh
+ server and no virtual consoles.  To enable virtual consoles
+ use this virt-builder option:
+ 
+ virt-builder debian-6 \
+     --edit '/etc/inittab: s,^#([1-9].*respawn.*/sbin/getty.*),$1,'
+ 
+ This image does not contain SSH host keys.  To regenerate them use:
+ 
+ --firstboot-command "dpkg-reconfigure openssh-server"
+
+[debian-7]
+name=Debian 7 (Wheezy)
+osinfo=debian7
+file=debian-7.xz
+revision=2
+sig=debian-7.xz.sig
+checksum=c980a7d878c086b14619b3b9f644ab131c1f88b87729062f2832de12a938ba9e5a511c49402a9d02b740a30876f51889d20e7d0ed4997755f542650b8485f013
+format=raw
+size=4294967296
+compressed_size=150734028
+expand=/dev/sda1
+notes=Debian 7 (Wheezy).
+ 
+ This is a default Debian install.
+ 
+ The preseed and virt-install scripts that produced this image
+ can be found in the libguestfs source tree:
+ 
+ builder/website/debian.preseed
+ builder/website/debian.sh
+ 
+ This image is so very minimal that it only includes an ssh
+ server and no virtual consoles.  To enable virtual consoles
+ use this virt-builder option:
+ 
+ virt-builder debian-7 \
+     --edit '/etc/inittab: s,^#([1-9].*respawn.*/sbin/getty.*),$1,'
+ 
+ This image does not contain SSH host keys.  To regenerate them use:
+ 
+ --firstboot-command "dpkg-reconfigure openssh-server"
+
+[fedora-18]
+name=Fedora® 18
+osinfo=fedora18
+file=fedora-18.xz
+sig=fedora-18.xz.sig
+checksum=12435775193b69f6e22658aaa001d4ca9b15fd68a04b4b7e9be20b3b517e857e417dc3268a302979d4a702b20f25754025f7ae0e9fb7088419a4ca1669585e6f
+format=raw
+size=6442450944
+compressed_size=148947524
+expand=/dev/sda3
+notes=Fedora 18.
+ 
+ This Fedora image contains only unmodified @Core group packages.
+ 
+ It is thus very minimal.  The kickstart and install script can be
+ found in the libguestfs source tree:
+ 
+ builder/website/fedora.sh
+ 
+ Fedora and the Infinity design logo are trademarks of Red Hat, Inc.
+ Source and further information is available from http://fedoraproject.org/
+
+[fedora-19]
+name=Fedora® 19
+osinfo=fedora19
+file=fedora-19.xz
+sig=fedora-19.xz.sig
+checksum=6228792b15df695260eea5530770e22b1bce40a1986410252928adbe4131ab85c031bcf8892736b63240fd585e39a5f44ed7770ba0dc1e6d8de6834cccee3767
+format=raw
+size=4294967296
+compressed_size=172190964
+expand=/dev/sda3
+notes=Fedora 19.
+ 
+ This Fedora image contains only unmodified @Core group packages.
+ 
+ It is thus very minimal.  The kickstart and install script can be
+ found in the libguestfs source tree:
+ 
+ builder/website/fedora.sh
+ 
+ Fedora and the Infinity design logo are trademarks of Red Hat, Inc.
+ Source and further information is available from http://fedoraproject.org/
+
+[fedora-20]
+name=Fedora® 20
+osinfo=fedora20
+file=fedora-20.xz
+sig=fedora-20.xz.sig
+checksum=fadde95d55323d1d24ad8a968ac0b5b1f94148e8caa8c96e596b3c71a57569f7b6e18767dbe9b32822bf6caecde6e45f89277f85970569079b1f65ceaf6ed7ba
+format=raw
+size=4294967296
+compressed_size=182477140
+expand=/dev/sda3
+notes=Fedora 20.
+ 
+ This Fedora image contains only unmodified @Core group packages.
+ 
+ It is thus very minimal.  The kickstart and install script can be
+ found in the libguestfs source tree:
+ 
+ builder/website/fedora.sh
+ 
+ Fedora and the Infinity design logo are trademarks of Red Hat, Inc.
+ Source and further information is available from http://fedoraproject.org/
+
+[scientificlinux-6]
+name=Scientific Linux 6.4
+revision=4
+osinfo=centos6.4
+file=scientificlinux-6.xz
+sig=scientificlinux-6.xz.sig
+checksum=806dd95dd73820b6183c183a9040c547f44b7e9fc109a8ce3cedf7646a9e02d3b65e9dd31f99b656e76c5842b0471f35fa93c4b4d49bf372c842617987b6bd7b
+format=raw
+size=6442450944
+compressed_size=183917692
+expand=/dev/sda3
+notes=Scientific Linux 6.4
+ 
+ This Scientific Linux image contains only unmodified @Core group packages.
+ 
+ It is thus very minimal.  The kickstart and install script can be
+ found in the libguestfs source tree:
+ 
+ builder/website/scientificlinux.sh
+ 
+ Note that `virt-builder scientificlinux-6' will always install the
+ latest 6.x release.
+
+[ubuntu-10.04]
+name=Ubuntu 10.04 (Lucid)
+osinfo=ubuntulucid
+file=ubuntu-10.04.xz
+sig=ubuntu-10.04.xz.sig
+checksum=9e322782bc77c740ce956d57d0d89ec9ac9f2b890c474ac937f400db848df3e164683eaf4631b989f8b4771f64e0c0972452d1555a15c65714b5ceefb295fb7e
+format=raw
+size=4294967296
+compressed_size=149728112
+expand=/dev/sda1
+notes=Ubuntu 10.04 (Lucid).
+ 
+ This is a minimal Ubuntu 10.04 (Lucid) install.
+ 
+ Only the openssh-server package is selected in tasksel.
+ The preseed and virt-install scripts that produced this image
+ can be found in the libguestfs source tree:
+ 
+ builder/website/ubuntu.preseed
+ builder/website/ubuntu.sh
+ 
+ This image does not contain SSH host keys.  To regenerate them use:
+ 
+ --firstboot-command "dpkg-reconfigure openssh-server"
+
+[ubuntu-12.04]
+name=Ubuntu 12.04 (Precise)
+osinfo=ubuntuprecise
+file=ubuntu-12.04.xz
+sig=ubuntu-12.04.xz.sig
+checksum=15eab4610a44bf28423c08982cec47f6c3d43f29834791440249916ed76cc2dfeaf0405fddc8627086257bbbdaa4016c8982ad9b269f57f8f625b0e70d09e4e0
+format=raw
+size=4294967296
+compressed_size=168593316
+expand=/dev/sda1
+notes=Ubuntu 12.04 (Precise).
+ 
+ This is a minimal Ubuntu 12.04 (Precise) install.
+ 
+ Only the openssh-server package is selected in tasksel.
+ The preseed and virt-install scripts that produced this image
+ can be found in the libguestfs source tree:
+ 
+ builder/website/ubuntu.preseed
+ builder/website/ubuntu.sh
+ 
+ This image does not contain SSH host keys.  To regenerate them use:
+ 
+ --firstboot-command "dpkg-reconfigure openssh-server"
+
+[ubuntu-13.10]
+name=Ubuntu 13.10 (Saucy)
+osinfo=ubuntusaucy
+file=ubuntu-13.10.xz
+sig=ubuntu-13.10.xz.sig
+checksum=841876f027c63229a0aaac4540ba80d23e56d211138987e3d8187cacb04bc801d144a9831d842fc04aea557fc0c690c812c045ed440123b1d616e61ab2d56049
+format=raw
+size=4294967296
+compressed_size=196481392
+expand=/dev/sda1
+notes=Ubuntu 13.10 (Saucy).
+ 
+ This is a minimal Ubuntu 13.10 (Saucy) install.
+ 
+ Only the openssh-server package is selected in tasksel.
+ The preseed and virt-install scripts that produced this image
+ can be found in the libguestfs source tree:
+ 
+ builder/website/ubuntu.preseed
+ builder/website/ubuntu.sh
+ 
+ This image does not contain SSH host keys.  To regenerate them use:
+ 
+ --firstboot-command "dpkg-reconfigure openssh-server"
--- a/builder/website/index.asc
+++ b/builder/website/index.asc
@@ -0,0 +1,289 @@
+-----BEGIN PGP SIGNED MESSAGE-----
+Hash: SHA1
+
+[centos-6]
+name=CentOS 6.5
+revision=5
+osinfo=centos6.5
+file=centos-6.xz
+sig=centos-6.xz.sig
+checksum=8f08505ec708b04a25bbd21816cdda8a5eff8bbf85fec3caff6d7a9a7bfba07dafa707e60772f5676c437a6d3381cd26b4e48bc82a232bc940ca9dcddcff7a85
+format=raw
+size=6442450944
+compressed_size=197139324
+expand=/dev/sda3
+notes=CentOS 6.5
+ 
+ This CentOS image contains only unmodified @Core group packages.
+ 
+ It is thus very minimal.  The kickstart and install script can be
+ found in the libguestfs source tree:
+ 
+ builder/website/centos.sh
+ 
+ Note that `virt-builder centos-6' will always install the latest
+ 6.x release.
+
+[cirros-0.3.1]
+name=CirrOS 0.3.1
+file=cirros-0.3.1.xz
+sig=cirros-0.3.1.xz.sig
+checksum=096209f00eb62d5722accf3d22ca3a4ee5baaac6d7d4ce0be93b56bbd1c8ab2e3eb4f5db1deffcb570e2c3d41f4d721798a1c499675346cee9546554a4b10388
+format=raw
+size=41126400
+compressed_size=11419004
+expand=/dev/sda1
+notes=CirrOS 0.3.1
+ 
+ CirrOS is a commonly used test image, ideal because it is very
+ small and boots into a minimally usable Linux system.
+ 
+ Note this is not a real Linux distribution, and several virt-builder
+ features such as installing packages will not (and cannot) work.
+ 
+ This CirrOS image comes from https://launchpad.net/cirros
+
+[debian-6]
+name=Debian 6 (Squeeze)
+osinfo=debian6
+file=debian-6.xz
+revision=2
+sig=debian-6.xz.sig
+checksum=bff9c28da0375fde65fa238d7a2ea644cbfad0ea3246783a2f44a98f2374850987679c3f1032a632d3c6238de8d9e43291d07a82efc1e824945000e206b9f6cc
+format=raw
+size=4294967296
+compressed_size=139615908
+expand=/dev/sda1
+notes=Debian 6 (Squeeze).
+ 
+ This is a default Debian install.
+ 
+ The preseed and virt-install scripts that produced this image
+ can be found in the libguestfs source tree:
+ 
+ builder/website/debian.preseed
+ builder/website/debian.sh
+ 
+ This image is so very minimal that it only includes an ssh
+ server and no virtual consoles.  To enable virtual consoles
+ use this virt-builder option:
+ 
+ virt-builder debian-6 \
+     --edit '/etc/inittab: s,^#([1-9].*respawn.*/sbin/getty.*),$1,'
+ 
+ This image does not contain SSH host keys.  To regenerate them use:
+ 
+ --firstboot-command "dpkg-reconfigure openssh-server"
+
+[debian-7]
+name=Debian 7 (Wheezy)
+osinfo=debian7
+file=debian-7.xz
+revision=2
+sig=debian-7.xz.sig
+checksum=c980a7d878c086b14619b3b9f644ab131c1f88b87729062f2832de12a938ba9e5a511c49402a9d02b740a30876f51889d20e7d0ed4997755f542650b8485f013
+format=raw
+size=4294967296
+compressed_size=150734028
+expand=/dev/sda1
+notes=Debian 7 (Wheezy).
+ 
+ This is a default Debian install.
+ 
+ The preseed and virt-install scripts that produced this image
+ can be found in the libguestfs source tree:
+ 
+ builder/website/debian.preseed
+ builder/website/debian.sh
+ 
+ This image is so very minimal that it only includes an ssh
+ server and no virtual consoles.  To enable virtual consoles
+ use this virt-builder option:
+ 
+ virt-builder debian-7 \
+     --edit '/etc/inittab: s,^#([1-9].*respawn.*/sbin/getty.*),$1,'
+ 
+ This image does not contain SSH host keys.  To regenerate them use:
+ 
+ --firstboot-command "dpkg-reconfigure openssh-server"
+
+[fedora-18]
+name=Fedora® 18
+osinfo=fedora18
+file=fedora-18.xz
+sig=fedora-18.xz.sig
+checksum=12435775193b69f6e22658aaa001d4ca9b15fd68a04b4b7e9be20b3b517e857e417dc3268a302979d4a702b20f25754025f7ae0e9fb7088419a4ca1669585e6f
+format=raw
+size=6442450944
+compressed_size=148947524
+expand=/dev/sda3
+notes=Fedora 18.
+ 
+ This Fedora image contains only unmodified @Core group packages.
+ 
+ It is thus very minimal.  The kickstart and install script can be
+ found in the libguestfs source tree:
+ 
+ builder/website/fedora.sh
+ 
+ Fedora and the Infinity design logo are trademarks of Red Hat, Inc.
+ Source and further information is available from http://fedoraproject.org/
+
+[fedora-19]
+name=Fedora® 19
+osinfo=fedora19
+file=fedora-19.xz
+sig=fedora-19.xz.sig
+checksum=6228792b15df695260eea5530770e22b1bce40a1986410252928adbe4131ab85c031bcf8892736b63240fd585e39a5f44ed7770ba0dc1e6d8de6834cccee3767
+format=raw
+size=4294967296
+compressed_size=172190964
+expand=/dev/sda3
+notes=Fedora 19.
+ 
+ This Fedora image contains only unmodified @Core group packages.
+ 
+ It is thus very minimal.  The kickstart and install script can be
+ found in the libguestfs source tree:
+ 
+ builder/website/fedora.sh
+ 
+ Fedora and the Infinity design logo are trademarks of Red Hat, Inc.
+ Source and further information is available from http://fedoraproject.org/
+
+[fedora-20]
+name=Fedora® 20
+osinfo=fedora20
+file=fedora-20.xz
+sig=fedora-20.xz.sig
+checksum=fadde95d55323d1d24ad8a968ac0b5b1f94148e8caa8c96e596b3c71a57569f7b6e18767dbe9b32822bf6caecde6e45f89277f85970569079b1f65ceaf6ed7ba
+format=raw
+size=4294967296
+compressed_size=182477140
+expand=/dev/sda3
+notes=Fedora 20.
+ 
+ This Fedora image contains only unmodified @Core group packages.
+ 
+ It is thus very minimal.  The kickstart and install script can be
+ found in the libguestfs source tree:
+ 
+ builder/website/fedora.sh
+ 
+ Fedora and the Infinity design logo are trademarks of Red Hat, Inc.
+ Source and further information is available from http://fedoraproject.org/
+
+[scientificlinux-6]
+name=Scientific Linux 6.4
+revision=4
+osinfo=centos6.4
+file=scientificlinux-6.xz
+sig=scientificlinux-6.xz.sig
+checksum=806dd95dd73820b6183c183a9040c547f44b7e9fc109a8ce3cedf7646a9e02d3b65e9dd31f99b656e76c5842b0471f35fa93c4b4d49bf372c842617987b6bd7b
+format=raw
+size=6442450944
+compressed_size=183917692
+expand=/dev/sda3
+notes=Scientific Linux 6.4
+ 
+ This Scientific Linux image contains only unmodified @Core group packages.
+ 
+ It is thus very minimal.  The kickstart and install script can be
+ found in the libguestfs source tree:
+ 
+ builder/website/scientificlinux.sh
+ 
+ Note that `virt-builder scientificlinux-6' will always install the
+ latest 6.x release.
+
+[ubuntu-10.04]
+name=Ubuntu 10.04 (Lucid)
+osinfo=ubuntulucid
+file=ubuntu-10.04.xz
+sig=ubuntu-10.04.xz.sig
+checksum=9e322782bc77c740ce956d57d0d89ec9ac9f2b890c474ac937f400db848df3e164683eaf4631b989f8b4771f64e0c0972452d1555a15c65714b5ceefb295fb7e
+format=raw
+size=4294967296
+compressed_size=149728112
+expand=/dev/sda1
+notes=Ubuntu 10.04 (Lucid).
+ 
+ This is a minimal Ubuntu 10.04 (Lucid) install.
+ 
+ Only the openssh-server package is selected in tasksel.
+ The preseed and virt-install scripts that produced this image
+ can be found in the libguestfs source tree:
+ 
+ builder/website/ubuntu.preseed
+ builder/website/ubuntu.sh
+ 
+ This image does not contain SSH host keys.  To regenerate them use:
+ 
+ --firstboot-command "dpkg-reconfigure openssh-server"
+
+[ubuntu-12.04]
+name=Ubuntu 12.04 (Precise)
+osinfo=ubuntuprecise
+file=ubuntu-12.04.xz
+sig=ubuntu-12.04.xz.sig
+checksum=15eab4610a44bf28423c08982cec47f6c3d43f29834791440249916ed76cc2dfeaf0405fddc8627086257bbbdaa4016c8982ad9b269f57f8f625b0e70d09e4e0
+format=raw
+size=4294967296
+compressed_size=168593316
+expand=/dev/sda1
+notes=Ubuntu 12.04 (Precise).
+ 
+ This is a minimal Ubuntu 12.04 (Precise) install.
+ 
+ Only the openssh-server package is selected in tasksel.
+ The preseed and virt-install scripts that produced this image
+ can be found in the libguestfs source tree:
+ 
+ builder/website/ubuntu.preseed
+ builder/website/ubuntu.sh
+ 
+ This image does not contain SSH host keys.  To regenerate them use:
+ 
+ --firstboot-command "dpkg-reconfigure openssh-server"
+
+[ubuntu-13.10]
+name=Ubuntu 13.10 (Saucy)
+osinfo=ubuntusaucy
+file=ubuntu-13.10.xz
+sig=ubuntu-13.10.xz.sig
+checksum=841876f027c63229a0aaac4540ba80d23e56d211138987e3d8187cacb04bc801d144a9831d842fc04aea557fc0c690c812c045ed440123b1d616e61ab2d56049
+format=raw
+size=4294967296
+compressed_size=196481392
+expand=/dev/sda1
+notes=Ubuntu 13.10 (Saucy).
+ 
+ This is a minimal Ubuntu 13.10 (Saucy) install.
+ 
+ Only the openssh-server package is selected in tasksel.
+ The preseed and virt-install scripts that produced this image
+ can be found in the libguestfs source tree:
+ 
+ builder/website/ubuntu.preseed
+ builder/website/ubuntu.sh
+ 
+ This image does not contain SSH host keys.  To regenerate them use:
+ 
+ --firstboot-command "dpkg-reconfigure openssh-server"
+-----BEGIN PGP SIGNATURE-----
+Version: GnuPG v1
+
+iQIcBAEBAgAGBQJSx/+uAAoJEJFzj3Pht2igUzQP/2ssVh9l6TL7vd9z13rbernd
+fsxcTwV/2Vpv2qUVbxuCOZj1uFxkRb+CVk6kRaLKrGYH/bNROJitn6FieHM7lf09
+0vd/vEj7Ie9pATxMzFoEy+M8sSJAXTVH2k8OjGhpOuevSswb/JQx23L/KdGa/ERu
+X9ZRpsNTaJ/xDOx9tZt/YbWP/SesF8G/LWFG30ULRH8S5jqPUb/DS2k1sgZjCeUk
+kawf7/kLzPTuH51YpjZGHDgCIOoyRQORtZDmcaMWFcEVyvoyvMMnK0vsq7mvzvhO
+FYqq+32TadS9cLC1O0R6rQxQALmFMuZCd/O2XO6E8mMMeLHS7ooCjdoxl4ospecf
+9NefsIXAcHk69hT3EBZflxCkZT5H7rXIAsrDfoK0p3259vgBh8qiYaC7v3RLbJBy
+ZICixl9s5KcizI/GU5qZ2/eYXDnsrYRXOFNtKltwe+PeGDDVokmoILMupvAuci1i
+e52rxe0jHPsdoJGdAtS61/8jnpL5MbCSbImjZroaWic4NSv9L1klElTNc2cRRQN8
+rS/7P7zmBdno8/Ft/UWVePaS4x0BN/JWbe3SgmWjAuw7gYCVh6FPq/paUyKa6p93
+ZA+UziEXDxUvE6YNPjjwR1n1X9qqkNTyMu3fL3KyaPc3VfCfPKYmfOfzxhcXA/Ou
+9LVnGbZKRdOke5wJ572Z
+=fOtX
+-----END PGP SIGNATURE-----
--- a/builder/website/rhel.sh
+++ b/builder/website/rhel.sh
@@ -0,0 +1,175 @@
+#!/bin/bash -
+# virt-builder
+# Copyright (C) 2013 Red Hat Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+unset CDPATH
+export LANG=C
+set -e
+set -x
+
+# Hack for RWMJ
+unset http_proxy
+
+if [ $# -ne 1 ]; then
+    echo "$0 VERSION"
+    exit 1
+fi
+
+version=$1
+output=rhel-$version
+tmpname=tmp-$(tr -cd 'a-f0-9' < /dev/urandom | head -c 8)
+
+case $version in
+    5.*)
+        major=5
+        minor=`echo $version | awk -F. '{print $2}'`
+        topurl=http://download.devel.redhat.com/released/RHEL-$major-Server/U$minor
+        tree=$topurl/x86_64/os
+        srpms=$topurl/source/SRPMS
+        bootfs=ext2
+        ;;
+    6.*)
+        major=6
+        topurl=http://download.devel.redhat.com/released/RHEL-$major/$version
+        tree=$topurl/Server/x86_64/os
+        srpms=$topurl/source/SRPMS
+        optional=$topurl/Server/optional/x86_64/os
+        optionalsrpms=$topurl/Server/optional/source/SRPMS
+        bootfs=ext4
+        ;;
+    7beta1)
+        major=7
+        topurl=http://download.devel.redhat.com/released/RHEL-7/7.0-Beta-1
+        tree=$topurl/Server/x86_64/os
+        srpms=$topurl/source/SRPMS
+        optional=$topurl/Server/optional/x86_64/os
+        optionalsrpms=$topurl/Server/optional/source/SRPMS
+        bootfs=ext4
+        ;;
+    *)
+        echo "$0: version $version not supported by this script yet"
+        exit 1
+esac
+
+rm -f $output $output.old $output.xz
+
+# Generate the kickstart to a temporary file.
+ks=$(mktemp)
+cat > $ks <<'EOF'
+install
+text
+lang en_US.UTF-8
+keyboard us
+network --bootproto dhcp
+rootpw builder
+firewall --enabled --ssh
+selinux --enforcing
+timezone --utc America/New_York
+EOF
+
+if [ $major -eq 5 ]; then
+cat >> $ks <<EOF
+key --skip
+EOF
+fi
+
+cat >> $ks <<EOF
+bootloader --location=mbr --append="console=tty0 console=ttyS0,115200 rd_NO_PLYMOUTH"
+zerombr
+clearpart --all --initlabel
+part /boot --fstype=$bootfs --size=512         --asprimary
+part swap                   --size=1024        --asprimary
+part /     --fstype=ext4    --size=1024 --grow --asprimary
+
+# Halt the system once configuration has finished.
+poweroff
+
+%packages
+@core
+EOF
+
+# RHEL 5 didn't understand the %end directive, but RHEL >= 6
+# requires it.
+if [ $major -ge 6 ]; then
+cat >> $ks <<EOF
+%end
+EOF
+fi
+
+# Yum configuration.
+yum=$(mktemp)
+cat > $yum <<EOF
+[rhel$major]
+name=RHEL $major Server
+baseurl=$tree
+enabled=1
+gpgcheck=0
+keepcache=0
+
+[rhel$major-source]
+name=RHEL $major Server Source
+baseurl=$srpms
+enabled=0
+gpgcheck=0
+keepcache=0
+EOF
+
+if [ -n "$optional" ]; then
+cat >> $yum <<EOF
+[rhel$major-optional]
+name=RHEL $major Server Optional
+baseurl=$optional
+enabled=1
+gpgcheck=0
+keepcache=0
+
+[rhel$major-optional-source]
+name=RHEL $major Server Optional
+baseurl=$optionalsrpms
+enabled=0
+gpgcheck=0
+keepcache=0
+EOF
+fi
+
+# Clean up function.
+cleanup ()
+{
+    rm -f $ks
+    rm -f $yum
+    virsh undefine $tmpname ||:
+}
+trap cleanup INT QUIT TERM EXIT ERR
+
+virt-install \
+    --name=$tmpname \
+    --ram=2048 \
+    --cpu=host --vcpus=2 \
+    --os-type=linux --os-variant=rhel$major \
+    --initrd-inject=$ks \
+    --extra-args="ks=file:/`basename $ks` console=tty0 console=ttyS0,115200" \
+    --disk $(pwd)/$output,size=6 \
+    --location=$tree \
+    --nographics \
+    --noreboot
+
+# We have to replace yum config so it doesn't try to use RHN (it
+# won't be registered).
+guestfish --rw -a $output -m /dev/sda3 \
+  upload $yum /etc/yum.repos.d/download.devel.redhat.com.repo
+
+source $(dirname "$0")/compress.sh $output
--- a/builder/website/scientificlinux-6.xz.sig
+++ b/builder/website/scientificlinux-6.xz.sig
@@ -0,0 +1,17 @@
+-----BEGIN PGP SIGNATURE-----
+Version: GnuPG v1.4.14 (GNU/Linux)
+
+iQIcBAABAgAGBQJSerbJAAoJEJFzj3Pht2igy+IP/3lkQnpPWz39TUahttdrbwlG
+4E+EhqZPXc/53/DVxgOI/AtHZLfpyQ5KghWTfS2Sk/M0j+SYo5BaZgiZE2RlSl33
+maynqvrsuCqHtYBsegLxgSPexI+CvysEEUGqZSbLKDbTFeVWsCvfNz0mk4N0+TwH
+JIcKu9ziY5219pMkFhAeqhQobGm/rc9RFsSalaPRgZg04dhpUU6zk3lwchvkQ4q8
+Wg9BuWKsqBcyi7p9swTq6+gP7SI96pwaUwAum2Cqo3v/dqAJ6KXFK1fo5NDCTpBX
+YHIhusm8R/U+2opmdkHAyd3bWT+SHufv3mNtr233K8774FCxgiF7IhcNMtbcx5f8
+/p9Uh0NkNWVZt+H2dU+k8xGH5zUmm92h/+GbX8R/qs//tu3DiOrdBT2Cjq98Yrho
+lsjII069rvqOVzjR31vuGmpCx7bKCB5Am2VBLmR+Viv16/ZnXlbIwXKJBBLiqdht
+Jih3b8U4MVDYt+ZpaCnKpbihNj+WRQ7IwAkNG9EvxVYnzrBbY5NMVtbvL7p6LRNs
+GJRwgC0VmZuBVq/yVokT5LVJ/ZWN3mS6MIulsUi0rgEdZyTb11GSLNtKQOlQ6j85
+I7VzG0ojI5drBkL2ps/8cgd7yAaXa/k8J4RLvpqoeXL3VPjG3e3tJberBbpn4ZYM
+qEy/MJrUC92zo8Chffss
+=dSpW
+-----END PGP SIGNATURE-----
--- a/builder/website/scientificlinux.sh
+++ b/builder/website/scientificlinux.sh
@@ -0,0 +1,87 @@
+#!/bin/bash -
+# virt-builder
+# Copyright (C) 2013 Red Hat Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+unset CDPATH
+export LANG=C
+set -e
+set -x
+
+if [ $# -ne 1 ]; then
+    echo "$0 VERSION"
+    exit 1
+fi
+
+version=$1
+output=scientificlinux-$version
+tmpname=tmp-$(tr -cd 'a-f0-9' < /dev/urandom | head -c 8)
+
+# We rebuild this every time there is a new 6.x release, and bump
+# the revision in the index.
+tree=http://www.mirrorservice.org/sites/ftp.scientificlinux.org/linux/scientific/$version/x86_64/os
+
+rm -f $output $output.old $output.xz
+
+# Generate the kickstart to a temporary file.
+ks=$(mktemp)
+cat > $ks <<'EOF'
+install
+text
+reboot
+lang en_US.UTF-8
+keyboard us
+network --bootproto dhcp
+rootpw builder
+firewall --enabled --ssh
+selinux --enforcing
+timezone --utc America/New_York
+bootloader --location=mbr --append="console=tty0 console=ttyS0,115200 rd_NO_PLYMOUTH"
+zerombr
+clearpart --all --initlabel
+part /boot --fstype=ext4 --size=512         --asprimary
+part swap                --size=1024        --asprimary
+part /     --fstype=ext4 --size=1024 --grow --asprimary
+
+# Halt the system once configuration has finished.
+poweroff
+
+%packages
+@core
+%end
+EOF
+
+# Clean up function.
+cleanup ()
+{
+    rm -f $ks
+    virsh undefine $tmpname ||:
+}
+trap cleanup INT QUIT TERM EXIT ERR
+
+virt-install \
+    --name=$tmpname \
+    --ram=2048 \
+    --cpu=host --vcpus=2 \
+    --os-type=linux --os-variant=rhel$version \
+    --initrd-inject=$ks \
+    --extra-args="ks=file:/`basename $ks` console=tty0 console=ttyS0,115200 proxy=$http_proxy" \
+    --disk $(pwd)/$output,size=6 \
+    --location=$tree \
+    --nographics \
+    --noreboot
+
+source $(dirname "$0")/compress.sh $output
--- a/builder/website/test-guest.sh
+++ b/builder/website/test-guest.sh
@@ -0,0 +1,90 @@
+#!/bin/bash -
+# virt-builder
+# Copyright (C) 2013 Red Hat Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+# This is not part of the automated test suite.  It's a manual test
+# run by the maintainer which must be run on each new guest to ensure
+# that all the virt-builder features work on the new guest.
+#
+# Usage:
+# ./run builder/website/test-guest.sh os-version [extra virt-builder args]
+# Then read the instructions ...
+
+export LANG=C
+set -e
+
+if [ ! -x builder/virt-builder ]; then
+    echo "$0: running the test from the wrong directory, or libguestfs has not been built"
+    exit 1
+fi
+
+if [ $# -lt 1 ]; then
+    echo "$0: missing os-version"
+    echo "try: ./run builder/virt-builder -l"
+    exit 1
+fi
+
+osversion="$1"
+shift
+output="$osversion.img"
+
+builder/virt-builder "$osversion" \
+    --no-cache -v \
+    --size 10G \
+    --root-password password:123456 \
+    --hostname test.example.com \
+    --install scrub \
+    --edit '/etc/issue: s/(.*)/$lineno: $1/' \
+    --upload builder/virt-builder.pod:/virt-builder.pod \
+    --run-command 'echo RUN COMMAND 1 >> /run-command.log' \
+    --run-command 'echo RUN COMMAND 2 >> /run-command.log' \
+    --run-command 'echo RUN COMMAND 3 >> /run-command.log' \
+    --firstboot-command 'useradd -m -p "" rjones ; chage -d 0 rjones' \
+    --firstboot-command 'echo FIRSTBOOT COMMAND 1' \
+    --firstboot-command 'echo FIRSTBOOT COMMAND 2' \
+    --firstboot-command 'echo FIRSTBOOT COMMAND 3' \
+    "$@" |& tee "$osversion.log"
+
+# Boot the guest.
+qemu-system-x86_64 \
+    -m 1024 \
+    -drive "file=$output,format=raw,snapshot=on,if=ide" &
+
+cat <<EOF
+
+          ========================================
+The "$osversion" guest is being booted.
+The trace file is here: "$osversion.log"
+
+Checklist:
+
+ 1: Root password is 123456
+ 2: Hostname is test.example.com
+ 3: scrub package is installed
+ 4: /etc/issue has line numbers
+ 5: /virt-builder.pod exists and looks reasonable
+ 6: /run-command.log exists and has 3 lines in correct order
+ 7: /root/virt-sysprep-firstboot.log exists and has 3 entries in correct order
+ 8: rjones account exists, with no password
+ 9: rjones password must be changed at first login
+10: /home/rjones exists and is populated
+11: random-seed file was created or modified
+          ========================================
+
+EOF
+
+#rm $output
--- a/builder/website/ubuntu-10.04.xz.sig
+++ b/builder/website/ubuntu-10.04.xz.sig
@@ -0,0 +1,17 @@
+-----BEGIN PGP SIGNATURE-----
+Version: GnuPG v1.4.14 (GNU/Linux)
+
+iQIcBAABAgAGBQJSUslLAAoJEJFzj3Pht2igo7MQAJoaHvLfYFBsgx242/U3sY3e
+V8WNF77t9NDoTkIS5q/XK9c6w/JeNDsq8SdiLP6+LaFNbFh9O+mo4bhu3Vme3Op8
+/ubZ9s1RrysG+dSdUsqEIipUEiII0Xr/ZTONzJpLA5p9k2zDMoJLVgCmywlgnNQp
+wdthLDmvQuZQl7YZLbV8TeMjkNm0vOcEZXv+eeOb2guYMZKnfYo6NFBivlCiZxL2
+tjZZkCVy/tGRTVrsi8YUumY0TJ4jhZn4Rkzu/KtvbUkfG+jQPoesTCHk3u0tBF5m
+h+vrGbj7xf0OHvHtjQhAghlaLMEs1M8QDNV17g+zleu3hVw/WkcgClKa+g4AVbb0
+rGlDT3570viQ+Y8fj0upBUQypIwzPMZP88XVKiGCpl6xLinTZBha1SPoTK75Wxue
+3Mu2IKqBUi/Y5zMTcPD6EHvssK/pDu7XMtebGzI2AEVTdvTrNyw73d4GkaLtM+eR
+AyZt7RxrsRF89EQfBN6adH2WMztNPQvghrk0KphG91E3Dxo4+tp40QWXKKSwHs7S
+DnSFVQTrmKI9CxWueUp8b2Lkjlo+tgmolFXrK7HwNHziymdcZtPx+yuSSR5Wa9/5
+H3JP133/RWCgJ1MfiIcdVV1yUpP87ApXQo0X/ibU8jXMqIpy+20b6J9dOim+ggjd
+Gf/ClDA++NoU5qDijjvR
+=iWQP
+-----END PGP SIGNATURE-----
--- a/builder/website/ubuntu-12.04.xz.sig
+++ b/builder/website/ubuntu-12.04.xz.sig
@@ -0,0 +1,17 @@
+-----BEGIN PGP SIGNATURE-----
+Version: GnuPG v1.4.14 (GNU/Linux)
+
+iQIcBAABAgAGBQJSUslUAAoJEJFzj3Pht2igf2wP/iRAY6RO6R3kavBolQufnJ5I
+Zx1jy1wL7JkTuUeNi2q69iv/JNvf+1bU6egSGcKV1uGUoJMa7mUMe3vF+WlW/XvM
+/RpU2sWnOnoe8JrWpaV+PFHV4oQNqR4Xu/wiq+fqsrC3AFkGz9O3ht+7X9pWO5V2
+6XUfAeYNnl/r9ISYFATxn5mysvRtlO7pTra9UhBeLUMEShU0Se2pcppAmqOWhCKv
+GYmB8kW28ioOilmcoBJO4Q9MwXYHTP5ZpR1hV6HXG+dv6VkC8WVG5OQIxp6pCqnh
+jN0tVc8ahdTX9eE6stzXmfrJzlKnbVnBcmFBTpFoFj5Vdwir2oXrzVMpZqF+V6R9
+DmCSFWo7wtv2qjU+Zajk9Jht8NDf3il8Oz3ROSH8dbHz2AkE8nLh0FXQo3Hbj3gB
+iYZNqWz1TCh1j9R9/JMhz+C55nSQO6GM2kc4JUo3B6BZVbhoRVV7w5zv56xCneg1
+cZm8tU1xydIiBePn71o/mmKhxUdq6gCrmGw6Cx55pRegkydoYXDXr8Xjt+dqw9En
+EM2fEvpMzsJZ5uyA2e1GsDaf/+8HuZ0PXYGgBqrC7zOOZv4S13dLDtB6cs2K9vI2
+6FjtyBdDscxuFGla9yA8aD8yx2rZ41VWIReaM+RIlbS5hElxiK6YUbLQmnI6DZex
+Z1yGEDgOGRa52YrCEsgP
+=UfhD
+-----END PGP SIGNATURE-----
--- a/builder/website/ubuntu-13.10.xz.sig
+++ b/builder/website/ubuntu-13.10.xz.sig
@@ -0,0 +1,17 @@
+-----BEGIN PGP SIGNATURE-----
+Version: GnuPG v1.4.14 (GNU/Linux)
+
+iQIcBAABAgAGBQJSUslaAAoJEJFzj3Pht2ig/VcQAIwP3uzFYusmDRLTJsgb8x+6
+Pb4QrtR3jltu6MmXtJAdMhvSwReETCy+h18amKtPQObRrrMB0lq+NGXtaWIkmY+j
+BhMJpsmjqOot1pvBp1ag9Q/Jsq2oh4vZw+2YTPlZ9E6orJPXm1AvN366zHgrf4jt
+8747ASmzFRbExoQmwIBOYPe5Mo/jMmzk5et87r8Hlcs0g41OADMVP5JAs+T17CbI
+e+EM64BhHGMjaxe7NsnGhyb2+VwakJxUSCMYJ2WblLirKaXwIU9nNZgi/iIpk4/D
+ntZSnHvp/3tyPmcK8pWZar46xLM1J5TJ18Ko1O9I9mGYMPyvbSgw7WviRKhMMzcr
+U8Y5fnb4zZ6ciGH8jC6VhalWW46ArMpHUuadLEzTK2ofMeyKVa6zw6YB4rTHhAd9
+HXm2rlsBK3m4uSuhnS775N2SRMFwsfhZFLS9qTy2BdK1Yh20kQJ4Yop5WviEUjgz
+UNICOs0FUmOa6DRJFibMp7duqjlyE2DVtZxWOMIqjgN4TmxgLZ7L7lNXxF0ZGx6v
+laRfsHj/IC/nuysptZf1knrT7NEKJrvebI/nGSP96RqCX/Mv9t0Rtj7rki9fwL0H
+EofsCl4BS1L5Owm8/iM5cH+Pv/2TuN4Wg78E1Z4uDli9jYpH/QZatoKanFj5QjNc
+VqofvPjofGRrQDHk+7Hv
+=SauI
+-----END PGP SIGNATURE-----
--- a/builder/website/ubuntu.preseed
+++ b/builder/website/ubuntu.preseed
@@ -0,0 +1,376 @@
+#### Contents of the preconfiguration file (for &releasename;)
+### Localization
+# Locale sets language and country.
+d-i debian-installer/locale string en_US
+
+# Keyboard selection.
+# Disable automatic (interactive) keymap detection.
+d-i console-setup/ask_detect boolean false
+#d-i console-setup/modelcode string pc105
+d-i console-setup/layoutcode string us
+# To select a variant of the selected layout (if you leave this out, the
+# basic form of the layout will be used):
+#d-i console-setup/variantcode string dvorak
+
+### Network configuration
+# netcfg will choose an interface that has link if possible. This makes it
+# skip displaying a list if there is more than one interface.
+d-i netcfg/choose_interface select auto
+
+# To pick a particular interface instead:
+#d-i netcfg/choose_interface select eth1
+
+# If you have a slow dhcp server and the installer times out waiting for
+# it, this might be useful.
+#d-i netcfg/dhcp_timeout string 60
+
+# If you prefer to configure the network manually, uncomment this line and
+# the static network configuration below.
+#d-i netcfg/disable_dhcp boolean true
+
+# If you want the preconfiguration file to work on systems both with and
+# without a dhcp server, uncomment these lines and the static network
+# configuration below.
+#d-i netcfg/dhcp_failed note
+#d-i netcfg/dhcp_options select Configure network manually
+
+# Static network configuration.
+#d-i netcfg/get_nameservers string 192.168.1.1
+#d-i netcfg/get_ipaddress string 192.168.1.42
+#d-i netcfg/get_netmask string 255.255.255.0
+#d-i netcfg/get_gateway string 192.168.1.1
+#d-i netcfg/confirm_static boolean true
+
+# Any hostname and domain names assigned from dhcp take precedence over
+# values set here. However, setting the values still prevents the questions
+# from being shown, even if values come from dhcp.
+d-i netcfg/get_hostname string unassigned-hostname
+d-i netcfg/get_domain string unassigned-domain
+
+# Disable that annoying WEP key dialog.
+d-i netcfg/wireless_wep string
+# The wacky dhcp hostname that some ISPs use as a password of sorts.
+#d-i netcfg/dhcp_hostname string radish
+
+# If non-free firmware is needed for the network or other hardware, you can
+# configure the installer to always try to load it, without prompting. Or
+# change to false to disable asking.
+#d-i hw-detect/load_firmware boolean true
+
+### Mirror settings
+# If you select ftp, the mirror/country string does not need to be set.
+#d-i mirror/protocol string ftp
+#d-i mirror/country string manual
+#d-i mirror/http/hostname string http.us.debian.org
+#d-i mirror/http/directory string /ubuntu
+#d-i mirror/http/proxy string
+
+# Alternatively: by default, the installer uses CC.archive.ubuntu.com where
+# CC is the ISO-3166-2 code for the selected country. You can preseed this
+# so that it does so without asking.
+d-i mirror/http/mirror select uk.archive.ubuntu.com
+
+# Suite to install.
+#d-i mirror/suite string &releasename;
+# Suite to use for loading installer components (optional).
+#d-i mirror/udeb/suite string &releasename;
+# Components to use for loading installer components (optional).
+#d-i mirror/udeb/components multiselect main, restricted
+
+### Clock and time zone setup
+# Controls whether or not the hardware clock is set to UTC.
+d-i clock-setup/utc boolean true
+
+# You may set this to any valid setting for $TZ; see the contents of
+# /usr/share/zoneinfo/ for valid values.
+d-i time/zone string US/Eastern
+
+# Controls whether to use NTP to set the clock during the install
+d-i clock-setup/ntp boolean true
+# NTP server to use. The default is almost always fine here.
+#d-i clock-setup/ntp-server string ntp.example.com
+
+### Partitioning
+# If the system has free space you can choose to only partition that space.
+# Alternatives: custom, some_device, some_device_crypto, some_device_lvm.
+#d-i partman-auto/init_automatically_partition select biggest_free
+
+# Alternatively, you can specify a disk to partition. The device name must
+# be given in traditional non-devfs format.
+# Note: A disk must be specified, unless the system has only one disk.
+# For example, to use the first SCSI/SATA hard disk:
+#d-i partman-auto/disk string /dev/sda
+# In addition, you'll need to specify the method to use.
+# The presently available methods are: "regular", "lvm" and "crypto"
+d-i partman-auto/method string regular
+
+# If one of the disks that are going to be automatically partitioned
+# contains an old LVM configuration, the user will normally receive a
+# warning. This can be preseeded away...
+d-i partman-lvm/device_remove_lvm boolean true
+# The same applies to pre-existing software RAID array:
+d-i partman-md/device_remove_md boolean true
+# And the same goes for the confirmation to write the lvm partitions.
+d-i partman-lvm/confirm boolean true
+
+# For LVM partitioning, you can select how much of the volume group to use
+# for logical volumes.
+#d-i partman-auto-lvm/guided_size string max
+#d-i partman-auto-lvm/guided_size string 10GB
+#d-i partman-auto-lvm/guided_size string 50%
+
+# You can choose one of the three predefined partitioning recipes:
+# - atomic: all files in one partition
+# - home:   separate /home partition
+# - multi:  separate /home, /usr, /var, and /tmp partitions
+d-i partman-auto/choose_recipe select atomic
+
+# Or provide a recipe of your own...
+# The recipe format is documented in the file devel/partman-auto-recipe.txt.
+# If you have a way to get a recipe file into the d-i environment, you can
+# just point at it.
+#d-i partman-auto/expert_recipe_file string /hd-media/recipe
+
+# If not, you can put an entire recipe into the preconfiguration file in one
+# (logical) line. This example creates a small /boot partition, suitable
+# swap, and uses the rest of the space for the root partition:
+#d-i partman-auto/expert_recipe string                         \
+#      boot-root ::                                            \
+#              40 50 100 ext3                                  \
+#                      $primary{ } $bootable{ }                \
+#                      method{ format } format{ }              \
+#                      use_filesystem{ } filesystem{ ext3 }    \
+#                      mountpoint{ /boot }                     \
+#              .                                               \
+#              500 10000 1000000000 ext3                       \
+#                      method{ format } format{ }              \
+#                      use_filesystem{ } filesystem{ ext3 }    \
+#                      mountpoint{ / }                         \
+#              .                                               \
+#              64 512 300% linux-swap                          \
+#                      method{ swap } format{ }                \
+#              .
+
+# If you just want to change the default filesystem from ext3 to something
+# else, you can do that without providing a full recipe.
+#d-i partman/default_filesystem string ext4
+
+# This makes partman automatically partition without confirmation, provided
+# that you told it what to do using one of the methods above.
+d-i partman/confirm_write_new_label boolean true
+d-i partman/choose_partition select finish
+d-i partman/confirm boolean true
+d-i partman/confirm_nooverwrite boolean true
+
+### Controlling how partitions are mounted
+# The default is to mount by UUID, but you can also choose "traditional" to
+# use traditional device names, or "label" to try filesystem labels before
+# falling back to UUIDs.
+#d-i partman/mount_style select uuid
+
+### Base system installation
+# The kernel image (meta) package to be installed; "none" can be used if no
+# kernel is to be installed.
+#d-i base-installer/kernel/image string linux-generic
+
+### Account setup
+# Skip creation of a root account (normal user account will be able to
+# use sudo). The default is false; preseed this to true if you want to set
+# a root password.
+#d-i passwd/root-login boolean false
+# Alternatively, to skip creation of a normal user account.
+d-i passwd/make-user boolean false
+
+# Root password, either in clear text
+d-i passwd/root-password password builder
+d-i passwd/root-password-again password builder
+# or encrypted using an MD5 hash.
+#d-i passwd/root-password-crypted password [MD5 hash]
+
+# To create a normal user account.
+#d-i passwd/user-fullname string Ubuntu User
+#d-i passwd/username string ubuntu
+# Normal user's password, either in clear text
+#d-i passwd/user-password password insecure
+#d-i passwd/user-password-again password insecure
+# or encrypted using an MD5 hash.
+#d-i passwd/user-password-crypted password [MD5 hash]
+# Create the first user with the specified UID instead of the default.
+#d-i passwd/user-uid string 1010
+# The installer will warn about weak passwords. If you are sure you know
+# what you're doing and want to override it, uncomment this.
+#d-i user-setup/allow-password-weak boolean true
+
+# The user account will be added to some standard initial groups. To
+# override that, use this.
+#d-i passwd/user-default-groups string audio cdrom video
+
+# Set to true if you want to encrypt the first user's home directory.
+d-i user-setup/encrypt-home boolean false
+
+### Apt setup
+# You can choose to install restricted and universe software, or to install
+# software from the backports repository.
+#d-i apt-setup/restricted boolean true
+#d-i apt-setup/universe boolean true
+#d-i apt-setup/backports boolean true
+# Uncomment this if you don't want to use a network mirror.
+#d-i apt-setup/use_mirror boolean false
+# Select which update services to use; define the mirrors to be used.
+# Values shown below are the normal defaults.
+#d-i apt-setup/services-select multiselect security
+#d-i apt-setup/security_host string security.ubuntu.com
+#d-i apt-setup/security_path string /ubuntu
+
+# Additional repositories, local[0-9] available
+#d-i apt-setup/local0/repository string \
+#       http://local.server/ubuntu &releasename; main
+#d-i apt-setup/local0/comment string local server
+# Enable deb-src lines
+#d-i apt-setup/local0/source boolean true
+# URL to the public key of the local repository; you must provide a key or
+# apt will complain about the unauthenticated repository and so the
+# sources.list line will be left commented out
+#d-i apt-setup/local0/key string http://local.server/key
+
+# By default the installer requires that repositories be authenticated
+# using a known gpg key. This setting can be used to disable that
+# authentication. Warning: Insecure, not recommended.
+#d-i debian-installer/allow_unauthenticated string true
+
+### Package selection
+#tasksel tasksel/first multiselect ubuntu-desktop
+#tasksel tasksel/first multiselect lamp-server, print-server
+#tasksel tasksel/first multiselect kubuntu-desktop
+tasksel tasksel/first multiselect openssh-server
+
+# Individual additional packages to install
+#d-i pkgsel/include string openssh-server build-essential
+# Whether to upgrade packages after debootstrap.
+# Allowed values: none, safe-upgrade, full-upgrade
+#d-i pkgsel/upgrade select none
+
+# Language pack selection
+#d-i pkgsel/language-packs multiselect de, en, zh
+
+# Policy for applying updates. May be "none" (no automatic updates),
+# "unattended-upgrades" (install security updates automatically), or
+# "landscape" (manage system with Landscape).
+#d-i pkgsel/update-policy select none
+
+# Some versions of the installer can report back on what software you have
+# installed, and what software you use. The default is not to report back,
+# but sending reports helps the project determine what software is most
+# popular and include it on CDs.
+#popularity-contest popularity-contest/participate boolean false
+
+# By default, the system's locate database will be updated after the
+# installer has finished installing most packages. This may take a while, so
+# if you don't want it, you can set this to "false" to turn it off.
+#d-i pkgsel/updatedb boolean true
+
+### Boot loader installation
+# Grub is the default boot loader (for x86). If you want lilo installed
+# instead, uncomment this:
+#d-i grub-installer/skip boolean true
+# To also skip installing lilo, and install no bootloader, uncomment this
+# too:
+#d-i lilo-installer/skip boolean true
+
+# This is fairly safe to set, it makes grub install automatically to the MBR
+# if no other operating system is detected on the machine.
+d-i grub-installer/only_debian boolean true
+
+# This one makes grub-installer install to the MBR if it also finds some other
+# OS, which is less safe as it might not be able to boot that other OS.
+d-i grub-installer/with_other_os boolean true
+
+# Alternatively, if you want to install to a location other than the mbr,
+# uncomment and edit these lines:
+#d-i grub-installer/only_debian boolean false
+#d-i grub-installer/with_other_os boolean false
+#d-i grub-installer/bootdev  string (hd0,0)
+# To install grub to multiple disks:
+#d-i grub-installer/bootdev  string (hd0,0) (hd1,0) (hd2,0)
+
+# Optional password for grub, either in clear text
+#d-i grub-installer/password password r00tme
+#d-i grub-installer/password-again password r00tme
+# or encrypted using an MD5 hash, see grub-md5-crypt(8).
+#d-i grub-installer/password-crypted password [MD5 hash]
+
+### Finishing up the installation
+# During installations from serial console, the regular virtual consoles
+# (VT1-VT6) are normally disabled in /etc/inittab. Uncomment the next
+# line to prevent this.
+#d-i finish-install/keep-consoles boolean true
+
+# Avoid that last message about the install being complete.
+d-i finish-install/reboot_in_progress note
+
+# This will prevent the installer from ejecting the CD during the reboot,
+# which is useful in some situations.
+#d-i cdrom-detect/eject boolean false
+
+# This is how to make the installer shutdown when finished, but not
+# reboot into the installed system.
+#d-i debian-installer/exit/halt boolean true
+# This will power off the machine instead of just halting it.
+#d-i debian-installer/exit/poweroff boolean true
+
+### X configuration
+# X can detect the right driver for some cards, but if you're preseeding,
+# you override whatever it chooses. Still, vesa will work most places.
+#xserver-xorg xserver-xorg/config/device/driver select vesa
+
+# A caveat with mouse autodetection is that if it fails, X will retry it
+# over and over. So if it's preseeded to be done, there is a possibility of
+# an infinite loop if the mouse is not autodetected.
+#xserver-xorg xserver-xorg/autodetect_mouse boolean true
+
+# Monitor autodetection is recommended.
+xserver-xorg xserver-xorg/autodetect_monitor boolean true
+# Uncomment if you have an LCD display.
+#xserver-xorg xserver-xorg/config/monitor/lcd boolean true
+# X has three configuration paths for the monitor. Here's how to preseed
+# the "medium" path, which is always available. The "simple" path may not
+# be available, and the "advanced" path asks too many questions.
+xserver-xorg xserver-xorg/config/monitor/selection-method \
+       select medium
+xserver-xorg xserver-xorg/config/monitor/mode-list \
+       select 1024x768 @ 60 Hz
+
+### Preseeding other packages
+# Depending on what software you choose to install, or if things go wrong
+# during the installation process, it's possible that other questions may
+# be asked. You can preseed those too, of course. To get a list of every
+# possible question that could be asked during an install, do an
+# installation, and then run these commands:
+#   debconf-get-selections --installer > file
+#   debconf-get-selections >> file
+
+
+#### Advanced options
+### Running custom commands during the installation
+# d-i preseeding is inherently not secure. Nothing in the installer checks
+# for attempts at buffer overflows or other exploits of the values of a
+# preconfiguration file like this one. Only use preconfiguration files from
+# trusted locations! To drive that home, and because it's generally useful,
+# here's a way to run any shell command you'd like inside the installer,
+# automatically.
+
+# This first command is run as early as possible, just after
+# preseeding is read.
+#d-i preseed/early_command string anna-install some-udeb
+
+# This command is run immediately before the partitioner starts. It may be
+# useful to apply dynamic partitioner preseeding that depends on the state
+# of the disks (which may not be visible when preseed/early_command runs).
+#d-i partman/early_command string debconf-set partman-auto/disk "$(list-devices disk | head -n1)"
+
+# This command is run just before the install finishes, but when there is
+# still a usable /target directory. You can chroot to /target and use it
+# directly, or use the apt-install and in-target commands to easily install
+# packages and run commands in the target system.
+#d-i preseed/late_command string apt-install zsh; in-target chsh -s /bin/zsh
+
--- a/builder/website/ubuntu.sh
+++ b/builder/website/ubuntu.sh
@@ -0,0 +1,72 @@
+#!/bin/bash -
+# libguestfs
+# Copyright (C) 2013 Red Hat Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+# The basic plan comes from:
+# http://honk.sigxcpu.org/con/Preseeding_Debian_virtual_machines_with_virt_install.html
+# https://wiki.debian.org/DebianInstaller/Preseed
+# https://help.ubuntu.com/10.04/installation-guide/i386/preseed-using.html
+
+unset CDPATH
+export LANG=C
+set -e
+set -x
+
+if [ $# -ne 2 ]; then
+    echo "$0 VERSION DIST"
+    exit 1
+fi
+
+# Some configuration.
+version=$1
+dist=$2
+location=http://archive.ubuntu.net/ubuntu/dists/$dist/main/installer-amd64
+output=ubuntu-$version
+tmpname=tmp-$(tr -cd 'a-f0-9' < /dev/urandom | head -c 8)
+
+rm -f $output $output.old $output.xz
+
+# Make sure it's being run from the correct directory.
+if [ ! -f ubuntu.preseed ]; then
+    echo "You are running this script from the wrong directory."
+    exit 1
+fi
+
+# Note that the injected file must be called "/preseed.cfg" in order
+# for d-i to pick it up.
+sed -e "s,@CACHE@,$http_proxy,g" < ubuntu.preseed > preseed.cfg
+
+# Clean up function.
+cleanup ()
+{
+    rm -f preseed.cfg
+    virsh undefine $tmpname ||:
+}
+trap cleanup INT QUIT TERM EXIT ERR
+
+virt-install \
+    --name=$tmpname \
+    --ram=1024 \
+    --os-type=linux --os-variant=ubuntu$dist \
+    --initrd-inject=$(pwd)/preseed.cfg \
+    --extra-args="auto console=tty0 console=ttyS0,115200" \
+    --disk=$(pwd)/$output,size=4 \
+    --location=$location \
+    --nographics \
+    --noreboot
+
+source $(dirname "$0")/compress.sh $output
--- a/builder/website/validate.sh
+++ b/builder/website/validate.sh
@@ -0,0 +1,24 @@
+#!/bin/bash -
+# libguestfs virt-builder validate index
+# Copyright (C) 2013 Red Hat Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+export LANG=C
+set -e
+
+../virt-index-validate $srcdir/index
+../virt-index-validate $srcdir/index.asc
+
--- a/cat/Makefile.am
+++ b/cat/Makefile.am
@@ -30,16 +30,17 @@ CLEANFILES = stamp-virt-cat.pod stamp-virt-ls.pod stamp-virt-filesystems.pod
 bin_PROGRAMS = virt-cat virt-filesystems virt-ls

 SHARED_SOURCE_FILES = \
-	../fish/config.c \
 	../fish/domain.c \
 	../fish/inspect.c \
 	../fish/keys.c \
 	../fish/options.h \
-	../fish/options.c
+	../fish/options.c \
+	../fish/uri.h \
+	../fish/uri.c

 virt_cat_SOURCES = \
 	$(SHARED_SOURCE_FILES) \
-	virt-cat.c
+	cat.c

 virt_cat_CPPFLAGS = \
 	-DGUESTFS_WARN_DEPRECATED=1 \
@@ -51,10 +52,9 @@ virt_cat_CPPFLAGS = \
 virt_cat_CFLAGS = \
 	$(WARN_CFLAGS) $(WERROR_CFLAGS) \
 	$(GPROF_CFLAGS) $(GCOV_CFLAGS) \
-	$(LIBCONFIG_CFLAGS)
+	$(LIBXML2_CFLAGS)

 virt_cat_LDADD = \
-	$(LIBCONFIG_LIBS) \
 	$(top_builddir)/src/libutils.la \
 	$(top_builddir)/src/libguestfs.la \
 	$(LIBXML2_LIBS) \
@@ -63,7 +63,7 @@ virt_cat_LDADD = \

 virt_filesystems_SOURCES = \
 	$(SHARED_SOURCE_FILES) \
-	virt-filesystems.c
+	filesystems.c

 virt_filesystems_CPPFLAGS = \
 	-DGUESTFS_WARN_DEPRECATED=1 \
@@ -75,10 +75,9 @@ virt_filesystems_CPPFLAGS = \
 virt_filesystems_CFLAGS = \
 	$(WARN_CFLAGS) $(WERROR_CFLAGS) \
 	$(GPROF_CFLAGS) $(GCOV_CFLAGS) \
-	$(LIBCONFIG_CFLAGS)
+	$(LIBXML2_CFLAGS)

 virt_filesystems_LDADD = \
-	$(LIBCONFIG_LIBS) \
 	$(top_builddir)/src/libutils.la \
 	$(top_builddir)/src/libguestfs.la \
 	$(LIBXML2_LIBS) \
@@ -87,7 +86,9 @@ virt_filesystems_LDADD = \

 virt_ls_SOURCES = \
 	$(SHARED_SOURCE_FILES) \
-	virt-ls.c
+	ls.c \
+	visit.c \
+	visit.h

 virt_ls_CPPFLAGS = \
 	-DGUESTFS_WARN_DEPRECATED=1 \
@@ -99,10 +100,9 @@ virt_ls_CPPFLAGS = \
 virt_ls_CFLAGS = \
 	$(WARN_CFLAGS) $(WERROR_CFLAGS) \
 	$(GPROF_CFLAGS) $(GCOV_CFLAGS) \
-	$(LIBCONFIG_CFLAGS)
+	$(LIBXML2_CFLAGS)

 virt_ls_LDADD = \
-	$(LIBCONFIG_LIBS) \
 	$(top_builddir)/src/libutils.la \
 	$(top_builddir)/src/libguestfs.la \
 	$(LIBXML2_LIBS) \
--- a/cat/virt-cat.c
+++ b/cat/virt-cat.c
@@ -24,11 +24,11 @@
 #include <inttypes.h>
 #include <unistd.h>
 #include <getopt.h>
+#include <errno.h>
 #include <locale.h>
 #include <assert.h>
 #include <libintl.h>

-#include "progname.h"
 #include "c-ctype.h"

 #include "guestfs.h"
@@ -83,9 +83,6 @@ usage (int status)
 int
 main (int argc, char *argv[])
 {
-  /* Set global program name that is not polluted with libtool artifacts.  */
-  set_program_name (argv[0]);
-
  setlocale (LC_ALL, "");
  bindtextdomain (PACKAGE, LOCALEBASEDIR);
  textdomain (PACKAGE);
@@ -119,8 +116,6 @@ main (int argc, char *argv[])
    exit (EXIT_FAILURE);
  }

-  argv[0] = (char *) program_name;
-
  for (;;) {
    c = getopt_long (argc, argv, options, long_options, &option_index);
    if (c == -1) break;
@@ -191,7 +186,11 @@ main (int argc, char *argv[])
          exit (EXIT_FAILURE);
        }
        drv->type = drv_a;
-        drv->a.filename = argv[optind];
+        drv->a.filename = strdup (argv[optind]);
+        if (!drv->a.filename) {
+          perror ("strdup");
+          exit (EXIT_FAILURE);
+        }
        drv->next = drvs;
        drvs = drv;
      } else {                  /* simulate -d option */
--- a/cat/virt-filesystems.c
+++ b/cat/virt-filesystems.c
@@ -24,6 +24,7 @@
 #include <inttypes.h>
 #include <unistd.h>
 #include <getopt.h>
+#include <errno.h>
 #include <locale.h>
 #include <assert.h>
 #include <string.h>
@@ -31,7 +32,6 @@

 #include "c-ctype.h"
 #include "human.h"
-#include "progname.h"

 #include "guestfs.h"
 #include "options.h"
@@ -131,9 +131,6 @@ usage (int status)
 int
 main (int argc, char *argv[])
 {
-  /* Set global program name that is not polluted with libtool artifacts.  */
-  set_program_name (argv[0]);
-
  setlocale (LC_ALL, "");
  bindtextdomain (PACKAGE, LOCALEBASEDIR);
  textdomain (PACKAGE);
@@ -177,7 +174,6 @@ main (int argc, char *argv[])
    { 0, 0, 0, 0 }
  };
  struct drv *drvs = NULL;
-  struct drv *drv;
  const char *format = NULL;
  int c;
  int option_index;
@@ -192,8 +188,6 @@ main (int argc, char *argv[])
    exit (EXIT_FAILURE);
  }

-  argv[0] = (char *) program_name;
-
  for (;;) {
    c = getopt_long (argc, argv, options, long_options, &option_index);
    if (c == -1) break;
@@ -693,7 +687,7 @@ do_output_blockdevs (void)
  for (i = 0; devices[i] != NULL; ++i) {
    int64_t size = -1;
    CLEANUP_FREE_STRING_LIST char **parents = NULL;
-    CLEANUP_FREE char *dev;
+    CLEANUP_FREE char *dev = NULL;

    dev = guestfs_canonical_device_name (g, devices[i]);
    if (!dev)
@@ -849,35 +843,6 @@ parents_of_vg (char *vg)
  return ret;
 }

-static char *
-join_comma (char **strings)
-{
-  size_t i, count;
-  char *ret;
-
-  for (count = i = 0; strings[i] != NULL; ++i) {
-    if (i > 0)
-      count++;
-    count += strlen (strings[i]);
-  }
-
-  ret = malloc (count + 1);
-  if (ret == NULL) {
-    perror ("malloc");
-    exit (EXIT_FAILURE);
-  }
-
-  for (count = i = 0; strings[i] != NULL; ++i) {
-    if (i > 0)
-      ret[count++] = ',';
-    strcpy (&ret[count], strings[i]);
-    count += strlen (strings[i]);
-  }
-  ret[count] = 0;
-
-  return ret;
-}
-
 static void
 write_row (const char *name, const char *type,
           const char *vfs_type, const char *vfs_label, int mbr_id,
@@ -924,7 +889,7 @@ write_row (const char *name, const char *type,
  }
  if ((columns & COLUMN_PARENTS)) {
    /* Internally comma-separated field. */
-    parents_str = join_comma (parents);
+    parents_str = guestfs___join_strings (",", parents);
    strings[len++] = parents_str;
  }
  if ((columns & COLUMN_UUID))
--- a/cat/virt-ls.c
+++ b/cat/virt-ls.c
@@ -25,16 +25,18 @@
 #include <unistd.h>
 #include <getopt.h>
 #include <fcntl.h>
+#include <errno.h>
 #include <locale.h>
 #include <assert.h>
 #include <time.h>
 #include <libintl.h>

 #include "human.h"
-#include "progname.h"

 #include "guestfs.h"
+
 #include "options.h"
+#include "visit.h"

 /* Currently open libguestfs handle. */
 guestfs_h *g;
@@ -74,14 +76,6 @@ static void output_int64_uid (int64_t);
 static void output_string (const char *);
 static void output_string_link (const char *);

-static int is_reg (int64_t mode);
-static int is_dir (int64_t mode);
-static int is_chr (int64_t mode);
-static int is_blk (int64_t mode);
-static int is_fifo (int64_t mode);
-static int is_lnk (int64_t mode);
-static int is_sock (int64_t mode);
-
 static void __attribute__((noreturn))
 usage (int status)
 {
@@ -130,9 +124,6 @@ main (int argc, char *argv[])
  /* Current time for --time-days, --time-relative output. */
  time (&now);

-  /* Set global program name that is not polluted with libtool artifacts.  */
-  set_program_name (argv[0]);
-
  setlocale (LC_ALL, "");
  bindtextdomain (PACKAGE, LOCALEBASEDIR);
  textdomain (PACKAGE);
@@ -184,8 +175,6 @@ main (int argc, char *argv[])
    exit (EXIT_FAILURE);
  }

-  argv[0] = (char *) program_name;
-
  for (;;) {
    c = getopt_long (argc, argv, options, long_options, &option_index);
    if (c == -1) break;
@@ -296,7 +285,11 @@ main (int argc, char *argv[])
          exit (EXIT_FAILURE);
        }
        drv->type = drv_a;
-        drv->a.filename = argv[optind];
+        drv->a.filename = strdup (argv[optind]);
+        if (!drv->a.filename) {
+          perror ("strdup");
+          exit (EXIT_FAILURE);
+        }
        drv->next = drvs;
        drvs = drv;
      } else {                  /* simulate -d option */
@@ -443,129 +436,12 @@ do_ls_R (const char *dir)
  return 0;
 }

-/* Adapted from
-https://rwmj.wordpress.com/2010/12/15/tip-audit-virtual-machine-for-setuid-files/
-*/
-static char *full_path (const char *dir, const char *name);
-static int show_file (const char *dir, const char *name, const struct guestfs_stat *stat, const struct guestfs_xattr_list *xattrs);
-
-typedef int (*visitor_function) (const char *dir, const char *name, const struct guestfs_stat *stat, const struct guestfs_xattr_list *xattrs);
-
-static int
-visit (int depth, const char *dir, visitor_function f)
-{
-  /* Call 'f' with the top directory.  Note that ordinary recursive
-   * visits will not otherwise do this, so we have to have a special
-   * case.
-   */
-  if (depth == 0) {
-    CLEANUP_FREE_STAT struct guestfs_stat *stat = NULL;
-    CLEANUP_FREE_XATTR_LIST struct guestfs_xattr_list *xattrs = NULL;
-    int r;
-
-    stat = guestfs_lstat (g, dir);
-    if (stat == NULL)
-      return -1;
-
-    xattrs = guestfs_lgetxattrs (g, dir);
-    if (xattrs == NULL)
-      return -1;
-
-    r = f (dir, NULL, stat, xattrs);
-
-    if (r == -1)
-      return -1;
-  }
-
-  size_t i, xattrp;
-  CLEANUP_FREE_STRING_LIST char **names = NULL;
-  CLEANUP_FREE_STAT_LIST struct guestfs_stat_list *stats = NULL;
-  CLEANUP_FREE_XATTR_LIST struct guestfs_xattr_list *xattrs = NULL;
-
-  names = guestfs_ls (g, dir);
-  if (names == NULL)
-    return -1;
-
-  stats = guestfs_lstatlist (g, dir, names);
-  if (stats == NULL)
-    return -1;
-
-  xattrs = guestfs_lxattrlist (g, dir, names);
-  if (xattrs == NULL)
-    return -1;
-
-  /* Call function on everything in this directory. */
-  for (i = 0, xattrp = 0; names[i] != NULL; ++i, ++xattrp) {
-    CLEANUP_FREE char *path = NULL;
-    struct guestfs_xattr_list file_xattrs;
-    size_t nr_xattrs;
-
-    assert (stats->len >= i);
-    assert (xattrs->len >= xattrp);
-
-    /* Find the list of extended attributes for this file. */
-    assert (strlen (xattrs->val[xattrp].attrname) == 0);
-
-    if (xattrs->val[xattrp].attrval_len == 0) {
-      fprintf (stderr, _("%s: error getting extended attrs for %s %s\n"),
-               program_name, dir, names[i]);
-      return -1;
-    }
-    /* attrval is not \0-terminated. */
-    char attrval[xattrs->val[xattrp].attrval_len+1];
-    memcpy (attrval, xattrs->val[xattrp].attrval,
-            xattrs->val[xattrp].attrval_len);
-    attrval[xattrs->val[xattrp].attrval_len] = '\0';
-    if (sscanf (attrval, "%zu", &nr_xattrs) != 1) {
-      fprintf (stderr, _("%s: error: cannot parse xattr count for %s %s\n"),
-               program_name, dir, names[i]);
-      return -1;
-    }
-
-    file_xattrs.len = nr_xattrs;
-    file_xattrs.val = &xattrs->val[xattrp];
-    xattrp += nr_xattrs;
-
-    /* Call the function. */
-    if (f (dir, names[i], &stats->val[i], &file_xattrs) == -1)
-      return -1;
-
-    /* Recursively call visit, but only on directories. */
-    if (is_dir (stats->val[i].mode)) {
-      path = full_path (dir, names[i]);
-      if (visit (depth + 1, path, f) == -1)
-        return -1;
-    }
-  }
-
-  return 0;
-}
-
-static char *
-full_path (const char *dir, const char *name)
-{
-  int r;
-  char *path;
-
-  if (STREQ (dir, "/"))
-    r = asprintf (&path, "/%s", name ? name : "");
-  else if (name)
-    r = asprintf (&path, "%s/%s", dir, name);
-  else
-    r = asprintf (&path, "%s", dir);
-
-  if (r == -1) {
-    perror ("asprintf");
-    exit (EXIT_FAILURE);
-  }
-
-  return path;
-}
+static int show_file (const char *dir, const char *name, const struct guestfs_stat *stat, const struct guestfs_xattr_list *xattrs, void *unused);

 static int
 do_ls_lR (const char *dir)
 {
-  return visit (0, dir, show_file);
+  return visit (g, dir, show_file, NULL);
 }

 /* This is the function which is called to display all files and
@@ -578,31 +454,31 @@ do_ls_lR (const char *dir)
 static int
 show_file (const char *dir, const char *name,
           const struct guestfs_stat *stat,
-           const struct guestfs_xattr_list *xattrs)
+           const struct guestfs_xattr_list *xattrs,
+           void *unused)
 {
-  char filetype[2];
+  const char *filetype;
  CLEANUP_FREE char *path = NULL, *csum = NULL, *link = NULL;

  /* Display the basic fields. */
  output_start_line ();

  if (is_reg (stat->mode))
-    filetype[0] = '-';
+    filetype = "-";
  else if (is_dir (stat->mode))
-    filetype[0] = 'd';
+    filetype = "d";
  else if (is_chr (stat->mode))
-    filetype[0] = 'c';
+    filetype = "c";
  else if (is_blk (stat->mode))
-    filetype[0] = 'b';
+    filetype = "b";
  else if (is_fifo (stat->mode))
-    filetype[0] = 'p';
+    filetype = "p";
  else if (is_lnk (stat->mode))
-    filetype[0] = 'l';
+    filetype = "l";
  else if (is_sock (stat->mode))
-    filetype[0] = 's';
+    filetype = "s";
  else
-    filetype[0] = 'u';
-  filetype[1] = '\0';
+    filetype = "u";
  output_string (filetype);
  output_int64_perms (stat->mode & 07777);

@@ -884,51 +760,3 @@ output_int64_dev (int64_t i)
    exit (EXIT_FAILURE);
  }
 }
-
-/* In the libguestfs API, modes returned by lstat and friends are
- * defined to contain Linux ABI values.  However since the "current
- * operating system" might not be Linux, we have to hard-code those
- * numbers here.
- */
-static int
-is_reg (int64_t mode)
-{
-  return (mode & 0170000) == 0100000;
-}
-
-static int
-is_dir (int64_t mode)
-{
-  return (mode & 0170000) == 0040000;
-}
-
-static int
-is_chr (int64_t mode)
-{
-  return (mode & 0170000) == 0020000;
-}
-
-static int
-is_blk (int64_t mode)
-{
-  return (mode & 0170000) == 0060000;
-}
-
-static int
-is_fifo (int64_t mode)
-{
-  return (mode & 0170000) == 0010000;
-}
-
-/* symbolic link */
-static int
-is_lnk (int64_t mode)
-{
-  return (mode & 0170000) == 0120000;
-}
-
-static int
-is_sock (int64_t mode)
-{
-  return (mode & 0170000) == 0140000;
-}
--- a/cat/test-virt-cat.sh
+++ b/cat/test-virt-cat.sh
@@ -1,6 +1,6 @@
 #!/bin/bash -
 # libguestfs
-# Copyright (C) 2009-2013 Red Hat Inc.
+# Copyright (C) 2009-2014 Red Hat Inc.
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
--- a/cat/test-virt-filesystems.sh
+++ b/cat/test-virt-filesystems.sh
@@ -1,6 +1,6 @@
 #!/bin/bash -
 # libguestfs
-# Copyright (C) 2009-2013 Red Hat Inc.
+# Copyright (C) 2009-2014 Red Hat Inc.
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
--- a/cat/virt-cat.pod
+++ b/cat/virt-cat.pod
@@ -78,6 +78,12 @@ them with separate I<-a> options.
 The format of the disk image is auto-detected.  To override this and
 force a particular format use the I<--format=..> option.

+=item B<-a URI>
+
+=item B<--add URI>
+
+Add a remote disk.  See L<guestfish(1)/ADDING REMOTE STORAGE>.
+
 =item B<-c> URI

 =item B<--connect> URI
--- a/cat/virt-filesystems.pod
+++ b/cat/virt-filesystems.pod
@@ -107,6 +107,12 @@ them with separate I<-a> options.
 The format of the disk image is auto-detected.  To override this and
 force a particular format use the I<--format=..> option.

+=item B<-a URI>
+
+=item B<--add URI>
+
+Add a remote disk.  See L<guestfish(1)/ADDING REMOTE STORAGE>.
+
 =item B<--all>

 Display everything.  This is currently the same as specifying these
--- a/cat/virt-ls.pod
+++ b/cat/virt-ls.pod
@@ -68,18 +68,8 @@ Find regular files modified in the last 24 hours:

 =head2 DIFFERENCES IN SNAPSHOTS AND BACKING FILES

-Find the differences between files in a guest and an earlier snapshot
-of the same guest.
-
- virt-ls -lR -a snapshot.img / --uids --time-t > old
- virt-ls -lR -a current.img / --uids --time-t > new
- diff -u old new | less
-
-The commands above won't find files where the content has changed but
-the metadata (eg. file size and modification date) is the same.  To do
-that, you need to add the I<--checksum> parameter to both C<virt-ls>
-commands.  I<--checksum> can be quite slow since it has to read and
-compute a checksum of every regular file in the virtual machine.
+Although it is possible to use virt-ls to look for differences, since
+libguestfs E<ge> 1.26 a new tool is available called L<virt-diff(1)>.

 =head1 OUTPUT MODES

@@ -277,6 +267,12 @@ them with separate I<-a> options.
 The format of the disk image is auto-detected.  To override this and
 force a particular format use the I<--format=..> option.

+=item B<-a URI>
+
+=item B<--add URI>
+
+Add a remote disk.  See L<guestfish(1)/ADDING REMOTE STORAGE>.
+
 =item B<--checksum>

 =item B<--checksum=crc|md5|sha1|sha224|sha256|sha384|sha512>
@@ -498,10 +494,8 @@ L<guestfs(3)>,
 L<guestfish(1)>,
 L<virt-cat(1)>,
 L<virt-copy-out(1)>,
+L<virt-diff(1)>,
 L<virt-tar-out(1)>,
-L<Sys::Guestfs(3)>,
-L<Sys::Guestfs::Lib(3)>,
-L<Sys::Virt(3)>,
 L<http://libguestfs.org/>.

 =head1 AUTHOR
@@ -510,4 +504,4 @@ Richard W.M. Jones L<http://people.redhat.com/~rjones/>

 =head1 COPYRIGHT

-Copyright (C) 2009-2013 Red Hat Inc.
+Copyright (C) 2009-2014 Red Hat Inc.
--- a/cat/visit.c
+++ b/cat/visit.c
@@ -0,0 +1,203 @@
+/* virt-ls visitor function
+ * Copyright (C) 2010-2014 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ */
+
+/* Adapted from
+https://rwmj.wordpress.com/2010/12/15/tip-audit-virtual-machine-for-setuid-files/
+*/
+
+#include <config.h>
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <errno.h>
+#include <assert.h>
+#include <libintl.h>
+
+#include "guestfs.h"
+#include "guestfs-internal-frontend.h"
+
+#include "visit.h"
+
+static int _visit (guestfs_h *g, int depth, const char *dir, visitor_function f, void *opaque);
+
+int
+visit (guestfs_h *g, const char *dir, visitor_function f, void *opaque)
+{
+  return _visit (g, 0, dir, f, opaque);
+}
+
+static int
+_visit (guestfs_h *g, int depth, const char *dir,
+        visitor_function f, void *opaque)
+{
+  /* Call 'f' with the top directory.  Note that ordinary recursive
+   * visits will not otherwise do this, so we have to have a special
+   * case.
+   */
+  if (depth == 0) {
+    CLEANUP_FREE_STAT struct guestfs_stat *stat = NULL;
+    CLEANUP_FREE_XATTR_LIST struct guestfs_xattr_list *xattrs = NULL;
+    int r;
+
+    stat = guestfs_lstat (g, dir);
+    if (stat == NULL)
+      return -1;
+
+    xattrs = guestfs_lgetxattrs (g, dir);
+    if (xattrs == NULL)
+      return -1;
+
+    r = f (dir, NULL, stat, xattrs, opaque);
+
+    if (r == -1)
+      return -1;
+  }
+
+  size_t i, xattrp;
+  CLEANUP_FREE_STRING_LIST char **names = NULL;
+  CLEANUP_FREE_STAT_LIST struct guestfs_stat_list *stats = NULL;
+  CLEANUP_FREE_XATTR_LIST struct guestfs_xattr_list *xattrs = NULL;
+
+  names = guestfs_ls (g, dir);
+  if (names == NULL)
+    return -1;
+
+  stats = guestfs_lstatlist (g, dir, names);
+  if (stats == NULL)
+    return -1;
+
+  xattrs = guestfs_lxattrlist (g, dir, names);
+  if (xattrs == NULL)
+    return -1;
+
+  /* Call function on everything in this directory. */
+  for (i = 0, xattrp = 0; names[i] != NULL; ++i, ++xattrp) {
+    CLEANUP_FREE char *path = NULL;
+    struct guestfs_xattr_list file_xattrs;
+    size_t nr_xattrs;
+
+    assert (stats->len >= i);
+    assert (xattrs->len >= xattrp);
+
+    /* Find the list of extended attributes for this file. */
+    assert (strlen (xattrs->val[xattrp].attrname) == 0);
+
+    if (xattrs->val[xattrp].attrval_len == 0) {
+      fprintf (stderr, _("%s: error getting extended attrs for %s %s\n"),
+               program_name, dir, names[i]);
+      return -1;
+    }
+    /* attrval is not \0-terminated. */
+    char attrval[xattrs->val[xattrp].attrval_len+1];
+    memcpy (attrval, xattrs->val[xattrp].attrval,
+            xattrs->val[xattrp].attrval_len);
+    attrval[xattrs->val[xattrp].attrval_len] = '\0';
+    if (sscanf (attrval, "%zu", &nr_xattrs) != 1) {
+      fprintf (stderr, _("%s: error: cannot parse xattr count for %s %s\n"),
+               program_name, dir, names[i]);
+      return -1;
+    }
+
+    file_xattrs.len = nr_xattrs;
+    file_xattrs.val = &xattrs->val[xattrp+1];
+    xattrp += nr_xattrs;
+
+    /* Call the function. */
+    if (f (dir, names[i], &stats->val[i], &file_xattrs, opaque) == -1)
+      return -1;
+
+    /* Recursively call visit, but only on directories. */
+    if (is_dir (stats->val[i].mode)) {
+      path = full_path (dir, names[i]);
+      if (_visit (g, depth + 1, path, f, opaque) == -1)
+        return -1;
+    }
+  }
+
+  return 0;
+}
+
+char *
+full_path (const char *dir, const char *name)
+{
+  int r;
+  char *path;
+
+  if (STREQ (dir, "/"))
+    r = asprintf (&path, "/%s", name ? name : "");
+  else if (name)
+    r = asprintf (&path, "%s/%s", dir, name);
+  else
+    r = asprintf (&path, "%s", dir);
+
+  if (r == -1) {
+    perror ("asprintf");
+    abort ();
+  }
+
+  return path;
+}
+
+/* In the libguestfs API, modes returned by lstat and friends are
+ * defined to contain Linux ABI values.  However since the "current
+ * operating system" might not be Linux, we have to hard-code those
+ * numbers here.
+ */
+int
+is_reg (int64_t mode)
+{
+  return (mode & 0170000) == 0100000;
+}
+
+int
+is_dir (int64_t mode)
+{
+  return (mode & 0170000) == 0040000;
+}
+
+int
+is_chr (int64_t mode)
+{
+  return (mode & 0170000) == 0020000;
+}
+
+int
+is_blk (int64_t mode)
+{
+  return (mode & 0170000) == 0060000;
+}
+
+int
+is_fifo (int64_t mode)
+{
+  return (mode & 0170000) == 0010000;
+}
+
+/* symbolic link */
+int
+is_lnk (int64_t mode)
+{
+  return (mode & 0170000) == 0120000;
+}
+
+int
+is_sock (int64_t mode)
+{
+  return (mode & 0170000) == 0140000;
+}
--- a/cat/visit.h
+++ b/cat/visit.h
@@ -0,0 +1,36 @@
+/* virt-ls visitor function
+ * Copyright (C) 2010-2014 Red Hat Inc.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+ */
+
+#ifndef VISIT_H
+#define VISIT_H
+
+typedef int (*visitor_function) (const char *dir, const char *name, const struct guestfs_stat *stat, const struct guestfs_xattr_list *xattrs, void *opaque);
+
+extern int visit (guestfs_h *g, const char *dir, visitor_function f, void *opaque);
+
+extern char *full_path (const char *dir, const char *name);
+
+extern int is_reg (int64_t mode);
+extern int is_dir (int64_t mode);
+extern int is_chr (int64_t mode);
+extern int is_blk (int64_t mode);
+extern int is_fifo (int64_t mode);
+extern int is_lnk (int64_t mode);
+extern int is_sock (int64_t mode);
+
+#endif /* VISIT_H */
--- a/cfg.mk
+++ b/cfg.mk
@@ -25,15 +25,17 @@ url_dir_list = \
  ftp://$(gnu_rel_host)/gnu/coreutils

 # Exclude some filenames.
-exclude_file_name_regexp--sc_bindtextdomain = ^(daemon|erlang|examples|tests)/
-exclude_file_name_regexp--sc_error_message_period = ^php/
-exclude_file_name_regexp--sc_prohibit_always-defined_macros = ^examples/
+exclude_file_name_regexp--sc_bindtextdomain = ^(daemon|erlang|examples|tests)/|/test-
+exclude_file_name_regexp--sc_error_message_period = ^(generator|php|po-docs)/
+exclude_file_name_regexp--sc_prohibit_always-defined_macros = ^examples/|^tests/xml/fake-libvirt-xml\.c|^daemon/guestfsd\.c
 exclude_file_name_regexp--sc_prohibit_doubled_word = ^po/
-exclude_file_name_regexp--sc_prohibit_magic_number_exit = ^(po|po-docs)/|\.pod$
-exclude_file_name_regexp--sc_prohibit_strcmp = ^examples/
-exclude_file_name_regexp--sc_prohibit_strcmp_and_strncmp = ^examples/
+exclude_file_name_regexp--sc_prohibit_empty_lines_at_EOF = ^tests/data/|\.patch$|\.png$|^tests/guests/guest-aux/debian-packages|^tests/guests/guest-aux/minimal-hive
+exclude_file_name_regexp--sc_prohibit_magic_number_exit = ^(po|po-docs)/|\.pod$|^fuse/guestunmount\.c
+exclude_file_name_regexp--sc_prohibit_strcmp = ^(examples|po-docs)/|\.pod$
+exclude_file_name_regexp--sc_prohibit_strcmp_and_strncmp = ^(examples|po-docs)/|\.pod$
 exclude_file_name_regexp--sc_prohibit_strncpy = ^src/launch-.*\.c$
 exclude_file_name_regexp--sc_require_config_h = ^examples/|^tests/c-api/test-just-header\.c$
+exclude_file_name_regexp--sc_require_config_h_first = ^examples/|^tests/c-api/test-just-header\.c$|^python/guestfs-py-byhand\.c$

 # Tests not to run as part of "make distcheck".
 local-checks-to-skip =			\
--- a/common-rules.mk
+++ b/common-rules.mk
@@ -0,0 +1,29 @@
+# libguestfs
+# Copyright (C) 2013 Red Hat Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+# 'common-rules.mk' should be included in every Makefile.am.
+# cf. 'subdir-rules.mk'
+
+-include $(top_builddir)/localenv
+
+# Old RHEL 5 autoconf defines these, but RHEL 5 automake doesn't
+# create variables for them.  So define them here if they're not
+# defined already.
+builddir     ?= @builddir@
+abs_builddir ?= @abs_builddir@
+srcdir       ?= @srcdir@
+abs_srcdir   ?= @abs_srcdir@
--- a/configure.ac
+++ b/configure.ac
@@ -1,5 +1,5 @@
 # libguestfs
-# Copyright (C) 2009-2013 Red Hat Inc.
+# Copyright (C) 2009-2014 Red Hat Inc.
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -15,12 +15,18 @@
 # along with this program; if not, write to the Free Software
 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.

+# NB: AC_CHECK_PROG(S) or AC_PATH_PROG(S)?
+# Use AC_CHECK_PROG(S) for programs which are only used during build.
+# Use AC_PATH_PROG(S) for program names which are compiled into the
+# binary and used at run time.  The reason is so that we know which
+# programs the binary actually uses.
+
 # The major, minor, and release fields MUST be numbers.  Packagers can
 # add extra information using --with-extra="..." which may be any
 # freeform string.
 m4_define([libguestfs_major],   [1])
-m4_define([libguestfs_minor],   [21])
-m4_define([libguestfs_release], [25])
+m4_define([libguestfs_minor],   [25])
+m4_define([libguestfs_release], [28])

 AC_INIT([libguestfs],libguestfs_major.libguestfs_minor.libguestfs_release)
 AC_CONFIG_AUX_DIR([build-aux])
@@ -48,12 +54,16 @@ AM_SILENT_RULES([yes]) # make --enable-silent-rules the default.

 AC_CONFIG_MACRO_DIR([m4])

-dnl Stable or unstable version?
-AC_MSG_CHECKING([if this is a stable or unstable branch of libguestfs])
+dnl Stable or development version?
+BRANCH_NUMBER=libguestfs_major.libguestfs_minor
+AC_SUBST([BRANCH_NUMBER])
+AC_MSG_CHECKING([if $BRANCH_NUMBER is a stable or development branch of libguestfs])
 AS_IF([test "$((libguestfs_minor % 2))" -eq 0 ],[
-    AC_MSG_RESULT([stable])
+    BRANCH_TYPE=stable
+    AC_MSG_RESULT([$BRANCH_TYPE])
 ],[
-    AC_MSG_RESULT([unstable])
+    BRANCH_TYPE=development
+    AC_MSG_RESULT([$BRANCH_TYPE])
    AC_MSG_NOTICE([
 ***
 This is a development version of libguestfs. Some APIs may be unstable
@@ -63,6 +73,7 @@ more information about stable and development branches of libguestfs
 please see the section "LIBGUESTFS VERSION NUMBERS" in guestfs(3).
 ***])
 ])
+AC_SUBST([BRANCH_TYPE])

 dnl Extra string, a freeform string defined by packagers.
 AC_ARG_WITH([extra],
@@ -80,16 +91,25 @@ AC_DEFINE([PACKAGE_VERSION_MINOR],[libguestfs_minor],[Minor version number.])
 AC_DEFINE([PACKAGE_VERSION_RELEASE],[libguestfs_release],[Release number.])
 AC_DEFINE_UNQUOTED([PACKAGE_VERSION_EXTRA],["$libguestfs_extra"],[Extra version string.])

-dnl Default attach method.
-AC_MSG_CHECKING([if the user specified a default attach method])
+dnl Default backend.
+AC_MSG_CHECKING([if the user specified a default backend])
+AC_ARG_WITH([default-backend],
+    [AS_HELP_STRING([--with-default-backend="direct|libvirt|..."],
+        [set default backend @<:@default=direct@:>@])],
+    [DEFAULT_BACKEND="$withval"],
+    [DEFAULT_BACKEND=direct])
+AC_MSG_RESULT([$DEFAULT_BACKEND])
+AC_DEFINE_UNQUOTED([DEFAULT_BACKEND],["$DEFAULT_BACKEND"],
+                   [Default backend.])
+
+dnl Fail with error if user does --with-default-attach-method.
 AC_ARG_WITH([default-attach-method],
-    [AS_HELP_STRING([--with-default-attach-method="appliance|libvirt|..."],
-        [set default attach method @<:@default=appliance@:>@])],
-    [DEFAULT_ATTACH_METHOD="$withval"],
-    [DEFAULT_ATTACH_METHOD=appliance])
-AC_MSG_RESULT([$DEFAULT_ATTACH_METHOD])
-AC_DEFINE_UNQUOTED([DEFAULT_ATTACH_METHOD],["$DEFAULT_ATTACH_METHOD"],
-                   [Default attach method.])
+    [AS_HELP_STRING([--with-default-attach-method="..."],
+        [use --with-default-backend instead])],
+    [AC_MSG_FAILURE([--with-default-attach-method no longer works in
+this version of libguestfs, use
+  ./configure --with-default-backend=$withval
+instead.])])

 dnl Early gnulib initialization.
 gl_EARLY
@@ -182,7 +202,8 @@ if test "$gl_gcc_warnings" = yes; then
    AC_DEFINE([GNULIB_PORTCHECK], [1], [Enable some gnulib portability checks.])
    AH_VERBATIM([FORTIFY_SOURCE],[
 /* Enable compile-time and run-time bounds-checking, and some warnings. */
-#if __OPTIMIZE__
+#if __OPTIMIZE__ && (! defined (_FORTIFY_SOURCE) || _FORTIFY_SOURCE < 2)
+# undef _FORTIFY_SOURCE
 # define _FORTIFY_SOURCE 2
 #endif])
 fi
@@ -222,7 +243,7 @@ AC_LANG_SOURCE([[
 void
 freep (void *ptr)
 {
-  exit (0);
+  exit (EXIT_SUCCESS);
 }

 void
@@ -235,7 +256,7 @@ int
 main (int argc, char *argv[])
 {
  test ();
-  exit (1);
+  exit (EXIT_FAILURE);
 }
 ]])
    ],[
@@ -263,12 +284,16 @@ AC_CHECK_MEMBER([struct stat.st_blksize],[
 dnl Define a C symbol for the host CPU architecture.
 AC_DEFINE_UNQUOTED([host_cpu],["$host_cpu"],[Host architecture.])

+dnl Check if libc has program_invocation_short_name.
+AC_CHECK_DECLS([program_invocation_short_name], [], [], [#include <errno.h>])
+
 dnl Headers.
 AC_CHECK_HEADERS([\
    attr/xattr.h \
    byteswap.h \
    endian.h \
    errno.h \
+    linux/raid/md_u.h \
    printf.h \
    sys/inotify.h \
    sys/socket.h \
@@ -368,7 +393,6 @@ if test "x$enable_daemon" = "xyes"; then

    if test "x$enable_valgrind_daemon" = "xyes"; then
        AC_DEFINE([VALGRIND_DAEMON],[1],[Define to 1 to run the daemon under valgrind.])
-        AC_DEFINE_UNQUOTED([VALGRIND_LOG_PATH],["$(pwd)"],[Path to save valgrind log files.])
    fi

    dnl Which directory should we put the daemon in?  NOTE: This
@@ -417,16 +441,45 @@ AC_MSG_CHECKING([if we should build the appliance])
 AC_ARG_ENABLE([appliance],
    [AS_HELP_STRING([--enable-appliance],
        [enable building the appliance @<:@default=yes@:>@])],
-        [],
-        [enable_appliance=yes])
-AM_CONDITIONAL([ENABLE_APPLIANCE],[test "x$enable_appliance" = "xyes"])
-AC_MSG_RESULT([$enable_appliance])
+        [ENABLE_APPLIANCE="$enableval"],
+        [ENABLE_APPLIANCE=yes])
+AM_CONDITIONAL([ENABLE_APPLIANCE],[test "x$ENABLE_APPLIANCE" = "xyes"])
+AC_MSG_RESULT([$ENABLE_APPLIANCE])
+AC_SUBST([ENABLE_APPLIANCE])

 dnl Check for supermin >= 4.1.0 or febootstrap >= 3.20.
 AC_CHECK_PROGS([SUPERMIN],
               [supermin febootstrap],[no])
-AC_CHECK_PROGS([SUPERMIN_HELPER],
-               [supermin-helper febootstrap-supermin-helper],[no])
+AC_PATH_PROGS([SUPERMIN_HELPER],
+              [supermin-helper febootstrap-supermin-helper],[no])
+
+dnl supermin >= 4.1.4 supports compressed cpio images.
+AC_MSG_CHECKING([for supermin-helper version])
+supermin_helper_version=`$SUPERMIN_HELPER --version | awk '{print $2}'`
+AC_MSG_RESULT([$supermin_helper_version])
+AC_MSG_CHECKING([if supermin-helper supports compressed cpio images])
+supermin_helper_version_int=`echo "$supermin_helper_version" | awk -F. '{print $1 * 1000000 + $2 * 1000 + $3}'`
+echo supermin_helper_version_int=$supermin_helper_version_int >&AS_MESSAGE_LOG_FD
+if test $supermin_helper_version_int -ge 4001004; then
+    supermin_helper_compressed_cpio=yes
+else
+    supermin_helper_compressed_cpio=no
+fi
+AC_MSG_RESULT([$supermin_helper_compressed_cpio])
+AM_CONDITIONAL([SUPERMIN_HELPER_COMPRESSED_CPIO],
+               [test "x$supermin_helper_compressed_cpio" = "xyes"])
+
+dnl supermin >= 4.1.5 supports device trees and uses a new style command
+dnl syntax.
+AC_MSG_CHECKING([if supermin-helper supports device trees and new style command syntax])
+if test $supermin_helper_version_int -ge 4001005; then
+    supermin_helper_new_style_syntax=yes
+    AC_DEFINE([SUPERMIN_HELPER_NEW_STYLE_SYNTAX],[1],
+              [Define to 1 if you have supermin-helper >= 4.1.5.])
+else
+    supermin_helper_new_style_syntax=no
+fi
+AC_MSG_RESULT([$supermin_helper_new_style_syntax])

 dnl Pass supermin --packager-config option.
 dnl
@@ -461,7 +514,20 @@ AC_ARG_WITH([febootstrap-packager-config],

 AC_SUBST([SUPERMIN_PACKAGER_CONFIG])

-if test "x$enable_appliance" = "xyes"; then
+dnl Pass additional supermin options.
+dnl
+SUPERMIN_EXTRA_OPTIONS=no
+AC_MSG_CHECKING([for --with-supermin-extra-options option])
+AC_ARG_WITH([supermin-extra-options],
+    [AS_HELP_STRING([--with-supermin-extra-options="--opt1 --opt2 ..."],
+        [Pass additional supermin options. @<:@default=no@:>@])],
+    [SUPERMIN_EXTRA_OPTIONS="$withval"
+     AC_MSG_RESULT([$SUPERMIN_EXTRA_OPTIONS"])],
+    [AC_MSG_RESULT([not set])])
+
+AC_SUBST([SUPERMIN_EXTRA_OPTIONS])
+
+if test "x$ENABLE_APPLIANCE" = "xyes"; then
    test "x$SUPERMIN" = "xno" &&
        AC_MSG_ERROR([supermin (formerly called febootstrap) must be installed])
    dnl febootstrap 2.x did not support the --version parameter
@@ -488,12 +554,18 @@ fi
 if test -f /etc/arch-release; then
    DISTRO=ARCHLINUX
 fi
+if test -f /etc/SuSE-release; then
+    DISTRO=SUSE
+fi
+if test -f /etc/frugalware-release; then
+    DISTRO=FRUGALWARE
+fi
 AC_MSG_RESULT([$DISTRO])
 AC_SUBST([DISTRO])

 dnl Add extra packages to the appliance.
 AC_ARG_WITH([extra-packages],
-    [AS_HELP_STRING([--with-extra-packages],
+    [AS_HELP_STRING([--with-extra-packages="pkg1 pkg2 ..."],
                    [add extra packages to the appliance])],
    [EXTRA_PACKAGES="$withval"],
    [EXTRA_PACKAGES=])
@@ -516,34 +588,21 @@ AM_CONDITIONAL([HAVE_XDR_U_INT64_T],
 AM_CONDITIONAL([HAVE_XDR_UINT64_T],
               [test "x$ac_cv_search_xdr_uint64_t" != "xno"])

-dnl Check for Augeas (optional).
-PKG_CHECK_MODULES([AUGEAS],[augeas],[
-    AC_SUBST([AUGEAS_CFLAGS])
-    AC_SUBST([AUGEAS_LIBS])
-    AC_DEFINE([HAVE_AUGEAS],[1],[Define to 1 if you have Augeas.])
-
-    old_LIBS="$LIBS"
-    LIBS="$LIBS $AUGEAS_LIBS"
-    dnl Check for functions not available in earlier versions of Augeas.
-    AC_CHECK_FUNCS([aug_load aug_defvar aug_defnode])
-    LIBS="$old_LIBS"
-],[AC_MSG_WARN([augeas not found, some core features will be disabled])])
-
 dnl Check for libselinux (optional).
 AC_CHECK_HEADERS([selinux/selinux.h])
 AC_CHECK_LIB([selinux],[setexeccon],[
    have_libselinux="$ac_cv_header_selinux_selinux_h"
-    SELINUX_LIB="-lselinux"
+    SELINUX_LIBS="-lselinux"

    old_LIBS="$LIBS"
-    LIBS="$LIBS $SELINUX_LIB"
+    LIBS="$LIBS $SELINUX_LIBS"
    AC_CHECK_FUNCS([setcon getcon])
    LIBS="$old_LIBS"
 ],[have_libselinux=no])
 if test "x$have_libselinux" = "xyes"; then
    AC_DEFINE([HAVE_LIBSELINUX],[1],[Define to 1 if you have libselinux.])
 fi
-AC_SUBST([SELINUX_LIB])
+AC_SUBST([SELINUX_LIBS])

 dnl Check for systemtap/DTrace userspace probes (optional).
 dnl Since the probe points break under clang, allow this to be disabled.
@@ -607,10 +666,10 @@ AC_CHECK_PROG([PO4A],[po4a],[po4a],[no])
 AM_CONDITIONAL([HAVE_PO4A], [test "x$PO4A" != "xno"])

 dnl Check for db_dump, db_load (optional).
-AC_CHECK_PROGS([DB_DUMP],
-               [db_dump db5.1_dump db4_dump db4.8_dump db4.7_dump db4.6_dump],[no])
-AC_CHECK_PROGS([DB_LOAD],
-               [db_load db5.1_load db4_load db4.8_load db4.7_load db4.6_load],[no])
+AC_PATH_PROGS([DB_DUMP],
+              [db_dump db5.1_dump db4_dump db4.8_dump db4.7_dump db4.6_dump],[no])
+AC_PATH_PROGS([DB_LOAD],
+              [db_load db5.1_load db4_load db4.8_load db4.7_load db4.6_load],[no])
 if test "x$DB_DUMP" != "xno"; then
    AC_DEFINE_UNQUOTED([DB_DUMP],["$DB_DUMP"],[Name of db_dump program.])
 fi
@@ -619,10 +678,10 @@ if test "x$DB_LOAD" != "xno"; then
 fi

 dnl Check for netpbm programs (optional).
-AC_CHECK_PROGS([PBMTEXT],[pbmtext],[no])
-AC_CHECK_PROGS([PNMTOPNG],[pnmtopng],[no])
-AC_CHECK_PROGS([BMPTOPNM],[bmptopnm],[no])
-AC_CHECK_PROGS([PAMCUT],[pamcut],[no])
+AC_PATH_PROGS([PBMTEXT],[pbmtext],[no])
+AC_PATH_PROGS([PNMTOPNG],[pnmtopng],[no])
+AC_PATH_PROGS([BMPTOPNM],[bmptopnm],[no])
+AC_PATH_PROGS([PAMCUT],[pamcut],[no])
 if test "x$PBMTEXT" != "xno"; then
    AC_DEFINE_UNQUOTED([PBMTEXT],["$PBMTEXT"],[Name of pbmtext program.])
 fi
@@ -637,92 +696,131 @@ if test "x$PAMCUT" != "xno"; then
 fi

 dnl Check for icoutils (optional).
-AC_CHECK_PROGS([WRESTOOL],[wrestool],[no])
+AC_PATH_PROGS([WRESTOOL],[wrestool],[no])
 if test "x$WRESTOOL" != "xno"; then
    AC_DEFINE_UNQUOTED([WRESTOOL],["$WRESTOOL"],[Name of wrestool program.])
 fi

+dnl Check for xzcat (required).
+AC_PATH_PROGS([XZCAT],[xzcat],[no])
+test "x$XZCAT" = "xno" && AC_MSG_ERROR([xzcat must be installed])
+AC_DEFINE_UNQUOTED([XZCAT],["$XZCAT"],[Name of xzcat program.])
+
+dnl liblzma can be used by virt-builder (optional).
+PKG_CHECK_MODULES([LIBLZMA], [liblzma],[
+    AC_SUBST([LIBLZMA_CFLAGS])
+    AC_SUBST([LIBLZMA_LIBS])
+    AC_DEFINE([HAVE_LIBLZMA],[1],[liblzma found at compile time.])
+],
+[AC_MSG_WARN([liblzma not found, virt-builder will be slower])])
+
+dnl (f)lex and bison for virt-builder (required).
+dnl XXX Could be optional with some work.
+AC_PROG_LEX
+AC_PROG_YACC
+dnl These macros don't fail, instead they set some useless defaults.
+if test "x$LEX" = "x:"; then
+    AC_MSG_FAILURE([GNU 'flex' is required.])
+fi
+if test "x$YACC" = "xyacc"; then
+    AC_MSG_FAILURE([GNU 'bison' is required (yacc won't work).])
+fi
+
 dnl Check for QEMU for running binaries on this $host_cpu, fall
 dnl back to basic 'qemu'.  Allow the user to override it.
-qemu_system="`echo qemu-system-$host_cpu | $SED 's/i@<:@456@:>@86/i386/g'`"
+qemu_system="$(
+    echo qemu-system-$host_cpu |
+    $SED -e 's/-i@<:@456@:>@86/-i386/g' \
+         -e 's/-arm.*/-arm/g'
+    )"
 default_qemu="qemu-kvm kvm $qemu_system qemu"
 AC_ARG_WITH([qemu],
-    [AS_HELP_STRING([--with-qemu],
-        [set default QEMU binary @<:@default=[qemu-kvm] qemu-system-<host> qemu@:>@])],
-        [],
-        [with_qemu="$default_qemu"])
-AC_PATH_PROGS([QEMU],[$with_qemu],[no],
-    [$PATH$PATH_SEPARATOR/usr/sbin$PATH_SEPARATOR/sbin$PATH_SEPARATOR/usr/libexec])
-test "x$QEMU" = "xno" && AC_MSG_ERROR([qemu must be installed])
-AC_DEFINE_UNQUOTED([QEMU],["$QEMU"],[Location of qemu binary.])
+    [AS_HELP_STRING([--with-qemu="bin1 bin2 ..."],
+        [set default QEMU binary @<:@default="[qemu-kvm] qemu-system-<host> qemu"@:>@])],
+    dnl --with-qemu or --without-qemu:
+    [],
+    dnl neither option was given:
+    [with_qemu="$default_qemu"]
+)

-dnl Does the user wish to specify -M, -cpu or other qemu options?
-AC_MSG_CHECKING([if the user specified extra options for qemu command line])
-AC_ARG_WITH([qemu-options],
-    [AS_HELP_STRING([--with-qemu-options="-M ... -cpu ... etc"],
-        [pass extra options for qemu command line @<:@default=no@:>@])],
-    [QEMU_OPTIONS="$withval"],
-    [QEMU_OPTIONS=no])
-AS_IF([test "x$QEMU_OPTIONS" = "xno"],[
-    AC_MSG_RESULT([no])
-    QEMU_OPTIONS=
+AS_IF([test "x$with_qemu" = "xno"],[
+    AC_MSG_WARN([qemu was disabled, libguestfs may not work at all])
+    QEMU=no
 ],[
-    AC_MSG_RESULT([$QEMU_OPTIONS])
-])
-AC_DEFINE_UNQUOTED([QEMU_OPTIONS],["$QEMU_OPTIONS"],
-                   [Extra options for qemu command line.])
+    AC_PATH_PROGS([QEMU],[$with_qemu],[no],
+        [$PATH$PATH_SEPARATOR/usr/sbin$PATH_SEPARATOR/sbin$PATH_SEPARATOR/usr/libexec])
+    test "x$QEMU" = "xno" && AC_MSG_ERROR([qemu must be installed])

-dnl Check that the chosen qemu has virtio-serial support.
-dnl For historical reasons this can be disabled by setting vmchannel_test=no.
-if test "x$vmchannel_test" != "xno"; then
-    AC_MSG_CHECKING([that $QEMU -help works])
-    if $QEMU -help >&AS_MESSAGE_LOG_FD 2>&1; then
-        AC_MSG_RESULT([yes])
-    else
+    AC_DEFINE_UNQUOTED([QEMU],["$QEMU"],[Location of qemu binary.])
+
+    dnl Does the user wish to specify -M, -cpu or other qemu options?
+    AC_MSG_CHECKING([if the user specified extra options for qemu command line])
+    AC_ARG_WITH([qemu-options],
+        [AS_HELP_STRING([--with-qemu-options="-M ... -cpu ... etc"],
+            [pass extra options for qemu command line @<:@default=no@:>@])],
+        [QEMU_OPTIONS="$withval"],
+        [QEMU_OPTIONS=no])
+    AS_IF([test "x$QEMU_OPTIONS" = "xno"],[
        AC_MSG_RESULT([no])
-        AC_MSG_FAILURE(
+        QEMU_OPTIONS=
+    ],[
+        AC_MSG_RESULT([$QEMU_OPTIONS])
+    ])
+    AC_DEFINE_UNQUOTED([QEMU_OPTIONS],["$QEMU_OPTIONS"],
+                       [Extra options for qemu command line.])
+
+    dnl Check that the chosen qemu has virtio-serial support.
+    dnl For historical reasons this can be disabled by setting
+    dnl vmchannel_test=no.
+    if test "x$vmchannel_test" != "xno"; then
+        AC_MSG_CHECKING([that $QEMU -help works])
+        if $QEMU -help >&AS_MESSAGE_LOG_FD 2>&1; then
+            AC_MSG_RESULT([yes])
+        else
+            AC_MSG_RESULT([no])
+            AC_MSG_FAILURE(
 [$QEMU -help: command failed.

 This could be a very old version of qemu, or qemu might not be
 working.
 ])
-    fi
+        fi

-    AC_MSG_CHECKING([that $QEMU -version works])
-    if $QEMU -version >&AS_MESSAGE_LOG_FD 2>&1; then
-        AC_MSG_RESULT([yes])
-    else
-        AC_MSG_RESULT([no])
-        AC_MSG_FAILURE(
+        AC_MSG_CHECKING([that $QEMU -version works])
+        if $QEMU -version >&AS_MESSAGE_LOG_FD 2>&1; then
+            AC_MSG_RESULT([yes])
+        else
+            AC_MSG_RESULT([no])
+            AC_MSG_FAILURE(
 [$QEMU -version: command failed.

 This could be a very old version of qemu, or qemu might not be
 working.
 ])
-    fi
+        fi

-    AC_MSG_CHECKING([for $QEMU version >= 1])
-    if $QEMU -version | grep -sq 'version @<:@1-@:>@'; then
-        AC_MSG_RESULT([yes])
-    else
-        AC_MSG_RESULT([no])
-        AC_MSG_FAILURE([$QEMU version must be >= 1.0.])
-    fi
+        AC_MSG_CHECKING([for $QEMU version >= 1])
+        if $QEMU -version | grep -sq 'version @<:@1-@:>@'; then
+            AC_MSG_RESULT([yes])
+        else
+            AC_MSG_RESULT([no])
+            AC_MSG_FAILURE([$QEMU version must be >= 1.0.])
+        fi

-    AC_MSG_CHECKING([that $QEMU -nographic -machine accel=kvm:tcg -device ? works])
-    if $QEMU -nographic -machine accel=kvm:tcg -device \? >&AS_MESSAGE_LOG_FD 2>&1; then
-        AC_MSG_RESULT([yes])
-    else
-        AC_MSG_RESULT([no])
-        AC_MSG_FAILURE([$QEMU -nographic -machine accel=kvm:tcg -device ? doesn't work.])
-    fi
+        AC_MSG_CHECKING([that $QEMU -display none -machine accel=kvm:tcg -device ? works])
+        if $QEMU -display none -machine accel=kvm:tcg -device \? >&AS_MESSAGE_LOG_FD 2>&1; then
+            AC_MSG_RESULT([yes])
+        else
+            AC_MSG_RESULT([no])
+            AC_MSG_FAILURE([$QEMU -display none -machine accel=kvm:tcg -device ? doesn't work.])
+        fi

-    AC_MSG_CHECKING([for virtio-serial support in $QEMU])
-    if $QEMU $QEMU_OPTIONS -nographic -machine accel=kvm:tcg -device \? 2>&1 | grep -sq virtio-serial; then
-        AC_MSG_RESULT([yes])
-    else
-        AC_MSG_RESULT([no])
-        AC_MSG_FAILURE(
+        AC_MSG_CHECKING([for virtio-serial support in $QEMU])
+        if $QEMU $QEMU_OPTIONS -display none -machine accel=kvm:tcg -device \? 2>&1 | grep -sq virtio-serial; then
+            AC_MSG_RESULT([yes])
+        else
+            AC_MSG_RESULT([no])
+            AC_MSG_FAILURE(
 [I did not find virtio-serial support in
 $QEMU.

@@ -743,8 +841,9 @@ If I am using the wrong qemu or you want to compile qemu from source
 and install it in another location, then you should configure with
 the --with-qemu option.
 ])
+        fi
    fi
-fi
+])

 dnl Enable packet dumps when in verbose mode.  This generates lots
 dnl of debug info, only useful for people debugging the RPC mechanism.
@@ -782,6 +881,9 @@ AS_IF([test "x$with_readline" != xno],[
 dnl Check for PCRE (required)
 PKG_CHECK_MODULES([PCRE], [libpcre])

+dnl Check for Augeas >= 1.0.0 (required).
+PKG_CHECK_MODULES([AUGEAS],[augeas >= 1.0.0])
+
 dnl libmagic (highly recommended)
 AC_CHECK_LIB([magic],[magic_file],[
    AC_CHECK_HEADER([magic.h],[
@@ -825,18 +927,12 @@ AM_CONDITIONAL([HAVE_LIBVIRT],[test "x$LIBVIRT_LIBS" != "x"])
 libvirt_ro_uri='qemu+unix:///system?socket=/var/run/libvirt/libvirt-sock-ro'
 AC_SUBST([libvirt_ro_uri])

-dnl libxml2 (highly recommended)
-PKG_CHECK_MODULES([LIBXML2], [libxml-2.0],[
-    AC_SUBST([LIBXML2_CFLAGS])
-    AC_SUBST([LIBXML2_LIBS])
-    AC_DEFINE([HAVE_LIBXML2],[1],[libxml2 found at compile time.])
-    old_LIBS="$LIBS"
-    LIBS="$LIBS $LIBXML2_LIBS"
-    AC_CHECK_FUNCS([xmlBufferDetach])
-    LIBS="$old_LIBS"
-],
-    [AC_MSG_WARN([libxml2 not found, some core features will be disabled])])
-AM_CONDITIONAL([HAVE_LIBXML2],[test "x$LIBXML2_LIBS" != "x"])
+dnl libxml2 (required)
+PKG_CHECK_MODULES([LIBXML2], [libxml-2.0])
+old_LIBS="$LIBS"
+LIBS="$LIBS $LIBXML2_LIBS"
+AC_CHECK_FUNCS([xmlBufferDetach])
+LIBS="$old_LIBS"

 dnl libconfig (highly recommended)
 PKG_CHECK_MODULES([LIBCONFIG], [libconfig],[
@@ -858,6 +954,14 @@ PKG_CHECK_MODULES([HIVEX], [hivex],[
    [AC_MSG_WARN([hivex not found, some core features will be disabled])])
 AM_CONDITIONAL([HAVE_HIVEX],[test "x$HIVEX_LIBS" != "x"])

+dnl systemd journal library (optional)
+PKG_CHECK_MODULES([SD_JOURNAL], [libsystemd-journal],[
+    AC_SUBST([SD_JOURNAL_CFLAGS])
+    AC_SUBST([SD_JOURNAL_LIBS])
+    AC_DEFINE([HAVE_SD_JOURNAL],[1],[systemd journal library found at compile time.])
+],
+    [AC_MSG_WARN([systemd journal library not found, some features will be disabled])])
+
 dnl FUSE is optional to build the FUSE module.
 AC_ARG_ENABLE([fuse],
    AS_HELP_STRING([--disable-fuse], [disable FUSE (guestmount) support]),
@@ -910,7 +1014,7 @@ AS_IF([test "x$VALGRIND" != "xno"],[
    fi

    # Substitute the whole valgrind command.
-    VG='$(VALGRIND) $(VALGRIND_NO_VGDB) --log-file=$(abs_top_builddir)/valgrind.log --leak-check=full --error-exitcode=119 --suppressions=$(abs_top_srcdir)/valgrind-suppressions'
+    VG='$(VALGRIND) $(VALGRIND_NO_VGDB) --log-file=$(abs_top_builddir)/tmp/valgrind-%q{T}-%p.log --leak-check=full --error-exitcode=119 --suppressions=$(abs_top_srcdir)/valgrind-suppressions'
    ],[
    # No valgrind, so substitute VG with something that will break.
    VG=VALGRIND_IS_NOT_INSTALLED
@@ -977,10 +1081,13 @@ AS_IF([test "x$OCAMLC" != "xno"],[

    dnl Write a common gettext module used by each OCaml tool.
    dnl If OCaml gettext is not available then we write dummy functions.
-    AC_MSG_NOTICE([creating resize/common_gettext.ml])
-    rm -f resize/common_gettext.ml
+    AC_MSG_NOTICE([creating mllib/common_gettext.ml])
+    rm -f mllib/common_gettext.ml
+    # If we're building in a different directory, then 'mllib/' might
+    # not exist yet, so create it:
+    mkdir -p mllib

-    cat <<EOF > resize/common_gettext.ml
+    cat <<EOF > mllib/common_gettext.ml
 (* This file is generated automatically by ./configure. *)

 (** Gettext functions for OCaml virt tools.
@@ -1018,7 +1125,7 @@ EOF

    if test "x$OCAML_PKG_gettext" != "xno"; then
        # ocaml-gettext available: real module.
-        cat <<EOF >>resize/common_gettext.ml
+        cat <<EOF >>mllib/common_gettext.ml
 module Gettext = Gettext.Program (
  struct
    let textdomain = "$PACKAGE_NAME"
@@ -1030,7 +1137,7 @@ module Gettext = Gettext.Program (
 EOF
    else
        # No gettext: module containing dummy gettext functions.
-        cat <<EOF >>resize/common_gettext.ml
+        cat <<EOF >>mllib/common_gettext.ml
 module Gettext = struct
  external s_ : string -> string = "%identity"
  external f_ : ('a, 'b, 'c, 'd, 'e, 'f) format6
@@ -1046,7 +1153,7 @@ end
 EOF
    fi

-    chmod -w resize/common_gettext.ml
+    chmod -w mllib/common_gettext.ml
 ])
 AM_CONDITIONAL([HAVE_OCAML_PKG_GETTEXT],
    [test "x$OCAMLC" != "xno" && test "x$OCAMLFIND" != "xno" && test "x$OCAML_PKG_gettext" != "xno"])
@@ -1083,7 +1190,6 @@ AM_CONDITIONAL([HAVE_PERL],
 dnl Check for Python (optional, for Python bindings).
 PYTHON_PREFIX=
 PYTHON_VERSION=
-PYTHON_INCLUDEDIR=
 PYTHON_INSTALLDIR=

 AC_ARG_ENABLE([python],
@@ -1094,23 +1200,30 @@ AS_IF([test "x$enable_python" != "xno"],[
    AC_CHECK_PROG([PYTHON],[python],[python],[no])

    if test "x$PYTHON" != "xno"; then
-        AC_MSG_CHECKING([Python prefix])
-        PYTHON_PREFIX=`$PYTHON -c "import sys; print (sys.prefix)"`
-        AC_MSG_RESULT([$PYTHON_PREFIX])
-
 	AC_MSG_CHECKING([Python version])
        PYTHON_VERSION_MAJOR=`$PYTHON -c "import sys; print (sys.version_info@<:@0@:>@)"`
        PYTHON_VERSION_MINOR=`$PYTHON -c "import sys; print (sys.version_info@<:@1@:>@)"`
        PYTHON_VERSION="$PYTHON_VERSION_MAJOR.$PYTHON_VERSION_MINOR"
 	AC_MSG_RESULT([$PYTHON_VERSION])
-
-        AC_MSG_CHECKING([for Python include path])
-        if test -z "$PYTHON_INCLUDEDIR"; then
-            python_path=`$PYTHON -c "import distutils.sysconfig; \
-                                     print (distutils.sysconfig.get_python_inc ());"`
-            PYTHON_INCLUDEDIR=$python_path
-        fi
-        AC_MSG_RESULT([$PYTHON_INCLUDEDIR])
+        # Debian: python-2.7.pc, python-3.2.pc
+        PKG_CHECK_MODULES([PYTHON], [python-"$PYTHON_VERSION"],[
+            AC_SUBST([PYTHON_CFLAGS])
+            AC_SUBST([PYTHON_LIBS])
+            AC_SUBST([PYTHON_VERSION])
+            AC_DEFINE([HAVE_PYTHON],[1],[Python library found at compile time])
+        ],[
+            PKG_CHECK_MODULES([PYTHON], [python],[
+                AC_SUBST([PYTHON_CFLAGS])
+                AC_SUBST([PYTHON_LIBS])
+                AC_SUBST([PYTHON_VERSION])
+                AC_DEFINE([HAVE_PYTHON],[1],[Python library found at compile time])
+            ],[
+                AC_MSG_WARN([python $PYTHON_VERSION not found])
+            ])
+        ])
+        AC_MSG_CHECKING([Python prefix])
+        PYTHON_PREFIX=`$PYTHON -c "import sys; print (sys.prefix)"`
+        AC_MSG_RESULT([$PYTHON_PREFIX])

        AC_ARG_WITH([python-installdir],
                    [AS_HELP_STRING([--with-python-installdir],
@@ -1129,6 +1242,14 @@ AS_IF([test "x$enable_python" != "xno"],[
            AC_MSG_RESULT([$PYTHON_INSTALLDIR])
        fi

+        AC_MSG_CHECKING([for Python extension suffix (PEP-3149)])
+        if test -z "$PYTHON_EXT_SUFFIX"; then
+            python_ext_suffix=`$PYTHON -c "import distutils.sysconfig; \
+                                         print (distutils.sysconfig.get_config_var('EXT_SUFFIX') or distutils.sysconfig.get_config_var('SO'))"`
+            PYTHON_EXT_SUFFIX=$python_ext_suffix
+        fi
+        AC_MSG_RESULT([$PYTHON_EXT_SUFFIX])
+
        dnl Look for some optional symbols in libpython.
        old_LIBS="$LIBS"

@@ -1148,11 +1269,11 @@ AS_IF([test "x$enable_python" != "xno"],[

    AC_SUBST(PYTHON_PREFIX)
    AC_SUBST(PYTHON_VERSION)
-    AC_SUBST(PYTHON_INCLUDEDIR)
    AC_SUBST(PYTHON_INSTALLDIR)
+    AC_SUBST(PYTHON_EXT_SUFFIX)
 ])
 AM_CONDITIONAL([HAVE_PYTHON],
-    [test "x$PYTHON" != "xno" && test "x$PYTHON_INCLUDEDIR" != "x" && test "x$PYTHON_INSTALLDIR" != "x"])
+    [test "x$PYTHON" != "xno" && test "x$PYTHON_LIBS" != "x" ])

 dnl Check for Ruby and rake (optional, for Ruby bindings).
 AC_ARG_ENABLE([ruby],
@@ -1411,6 +1532,34 @@ AS_IF([test "x$enable_lua" != "xno"],[
 ])
 AM_CONDITIONAL([HAVE_LUA],[test "x$LUA_LIBS" != "x"])

+dnl Golang
+AC_ARG_ENABLE([golang],
+    AS_HELP_STRING([--disable-golang], [disable Go language bindings]),
+        [],
+        [enable_golang=yes])
+AS_IF([test "x$enable_golang" != "xno"],[
+    AC_CHECK_PROG([GOLANG],[go],[go],[no])
+    AS_IF([test "x$GOLANG" != "xno"],[
+        AC_MSG_CHECKING([if $GOLANG is usable])
+        AS_IF([$GOLANG run golang/config-test.go 2>&AS_MESSAGE_LOG_FD],[
+            AC_MSG_RESULT([yes])
+
+            # Substitute some golang environment.
+            GOOS=`$GOLANG env GOOS`
+            GOARCH=`$GOLANG env GOARCH`
+            GOROOT=`$GOLANG env GOROOT`
+            AC_SUBST([GOOS])
+            AC_SUBST([GOARCH])
+            AC_SUBST([GOROOT])
+        ],[
+            AC_MSG_RESULT([no])
+            AC_MSG_WARN([golang ($GOLANG) is installed but not usable])
+            GOLANG=no
+        ])
+    ])
+],[GOLANG=no])
+AM_CONDITIONAL([HAVE_GOLANG],[test "x$GOLANG" != "xno"])
+
 dnl Check for Perl modules needed by Perl virt tools (virt-df, etc.)
 AS_IF([test "x$PERL" != "xno"],[
    missing_perl_modules=no
@@ -1506,7 +1655,19 @@ LIBTOOL='bash $(top_srcdir)/libtool-kill-dependency_libs.sh $(top_builddir)/libt
 AC_SUBST([LIBTOOL])

 dnl Produce output files.
+
 AC_CONFIG_HEADERS([config.h])
+
+dnl For separated builds, make sure that certain build directories exist.
+dnl This avoids having to sprinkle 'mkdir -p' statements throughout
+dnl many Makefile.am rules.
+mkdir -p \
+    appliance/supermin.d \
+    java/t \
+    ocaml/html \
+    ocaml/t \
+    tests/guests/guest-aux
+
 dnl http://www.mail-archive.com/automake@gnu.org/msg10204.html
 AC_CONFIG_FILES([appliance/libguestfs-make-fixed-appliance],
                [chmod +x,-w appliance/libguestfs-make-fixed-appliance])
@@ -1518,14 +1679,19 @@ AC_CONFIG_FILES([podwrapper.pl],
                [chmod +x,-w podwrapper.pl])
 AC_CONFIG_FILES([run],
                [chmod +x,-w run])
+
 AC_CONFIG_FILES([Makefile
                 align/Makefile
                 appliance/Makefile
                 bash/Makefile
+                 builder/Makefile
+                 builder/test-index
+                 builder/website/Makefile
                 cat/Makefile
                 csharp/Makefile
                 daemon/Makefile
                 df/Makefile
+                 diff/Makefile
                 edit/Makefile
                 erlang/Makefile
                 erlang/examples/Makefile
@@ -1540,12 +1706,16 @@ AC_CONFIG_FILES([Makefile
                 gobject/Makefile
                 gobject/docs/Makefile
                 gobject/docs/guestfs-docs.sgml
+                 golang/Makefile
+                 golang/examples/Makefile
                 haskell/Makefile
                 inspector/Makefile
                 java/Makefile
                 java/examples/Makefile
                 lua/Makefile
                 lua/examples/Makefile
+                 mllib/Makefile
+                 mllib/config.ml
                 ocaml/META
                 ocaml/Makefile
                 ocaml/examples/Makefile
@@ -1577,25 +1747,33 @@ AC_CONFIG_FILES([Makefile
                 tests/charsets/Makefile
                 tests/data/Makefile
                 tests/disks/Makefile
+                 tests/disks/test-qemu-drive-libvirt.xml
                 tests/disk-labels/Makefile
+                 tests/events/Makefile
+                 tests/fuzz/Makefile
                 tests/guests/Makefile
                 tests/guests/guests.xml
-                 tests/guests/guests-all-good.xml
                 tests/hotplug/Makefile
+                 tests/http/Makefile
+                 tests/journal/Makefile
                 tests/luks/Makefile
                 tests/lvm/Makefile
                 tests/md/Makefile
                 tests/mount-local/Makefile
                 tests/mountable/Makefile
                 tests/nbd/Makefile
+                 tests/network/Makefile
                 tests/ntfsclone/Makefile
                 tests/parallel/Makefile
                 tests/protocol/Makefile
                 tests/qemu/Makefile
                 tests/regressions/Makefile
+                 tests/relative-paths/Makefile
                 tests/rsync/Makefile
                 tests/selinux/Makefile
+                 tests/syslinux/Makefile
                 tests/tmpdirs/Makefile
+                 tests/xfs/Makefile
                 tests/xml/Makefile
                 tools/Makefile])
 AC_OUTPUT
@@ -1609,7 +1787,7 @@ echo
 echo "This is how we have configured the optional components for you today:"
 echo
 echo       "Daemon .............................. $enable_daemon"
-echo       "Appliance ........................... $enable_appliance"
+echo       "Appliance ........................... $ENABLE_APPLIANCE"
 echo       "QEMU ................................ $QEMU $QEMU_OPTIONS"
 echo       "guestfish and C-based virt tools .... yes"
 echo       "FUSE filesystem ..................... $enable_fuse"
@@ -1637,6 +1815,8 @@ AS_ECHO_N(["Erlang bindings ..................... "])
 if test "x$HAVE_ERLANG_TRUE" = "x"; then echo "yes"; else echo "no"; fi
 AS_ECHO_N(["Lua bindings ........................ "])
 if test "x$HAVE_LUA_TRUE" = "x"; then echo "yes"; else echo "no"; fi
+AS_ECHO_N(["Go bindings ......................... "])
+if test "x$HAVE_GOLANG_TRUE" = "x"; then echo "yes"; else echo "no"; fi
 AS_ECHO_N(["gobject bindings .................... "])
 if test "x$HAVE_GOBJECT_TRUE" = "x"; then echo "yes"; else echo "no"; fi
 AS_ECHO_N(["gobject introspection ............... "])
--- a/contrib/README
+++ b/contrib/README
@@ -5,10 +5,6 @@ autobuild/
        The autobuild script that we use to build and test the
        tarballs on Debian and elsewhere.

-guestfsd-in-wine.sh
-        Run a Windows-compiled guestfsd under Wine.  Read the
-        instructions at the top of this file carefully.
-
 intro/ "Slides" for an intro to libguestfs.  This is a short (10-15
        min) talk that I give to introduce the main features of
        libguestfs.  The slides are in the form of a complete
@@ -17,7 +13,7 @@ intro/ "Slides" for an intro to libguestfs.  This is a short (10-15

 make-check-on-installed.pl
        This Perl script allows you to run the test suite (ie.  'make
-        check', 'make extra-tests' etc) on an installed RPM.  This is
+        check', 'make check-all' etc) on an installed RPM.  This is
        useful for adding another layer of testing to packages before
        we release them.  Note that a checked out copy of the source
        from git is required.  Read the top of the file before using.
--- a/contrib/autobuild/autobuild.sh
+++ b/contrib/autobuild/autobuild.sh
@@ -1,6 +1,6 @@
 #!/bin/bash -
 # libguestfs autobuild script
-# Copyright (C) 2009-2013 Red Hat Inc.
+# Copyright (C) 2009-2014 Red Hat Inc.
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
--- a/contrib/guestfsd-in-wine.sh
+++ b/contrib/guestfsd-in-wine.sh
@@ -1,117 +0,0 @@
-#!/bin/bash -
-# Copyright (C) 2009 Red Hat Inc.
-#
-# This program is free software; you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation; either version 2 of the License, or
-# (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with this program; if not, write to the Free Software
-# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-
-# INSTRUCTIONS
-#----------------------------------------------------------------------
-#
-# This is a QEMU wrapper script that allows you to run a
-# Windows-compiled guestfsd.exe (daemon) under Wine from a Linux main
-# program.  You need to read and understand all the instructions below
-# before use.
-#
-# To understand how to compile the daemon for Windows, please read:
-# http://www.redhat.com/archives/libguestfs/2009-November/msg00255.html
-#
-# Adjust the Wine configuration so it can find the libraries, as
-# described here:
-# http://fedoraproject.org/wiki/MinGW/Configure_wine
-#
-# On Fedora 13 there is a serious bug in Wine.  See:
-# https://bugzilla.redhat.com/show_bug.cgi?id=533806#c11
-#
-# If necessary, adjust the line 'guestfsd=...' below so it points to
-# the correct location of the guestfsd.exe program.  You can use an
-# absolute path here if you want.
-guestfsd=daemon/guestfsd.exe
-#
-# This script is a QEMU wrapper.  It pretends to be qemu as far as
-# libguestfs programs are concerned.  Read this to understand the
-# purpose of QEMU wrappers:
-# http://libguestfs.org/guestfs.3.html#qemu_wrappers
-#
-# With this script, the qemu program is not actually run.  Instead we
-# pretend to be qemu, parse out the necessary parts of the long
-# command line that libguestfs passes to qemu, and run the Windows
-# daemon, under Wine, with the right command line.  The Windows daemon
-# then hopefully connects back to the libguestfs socket, and as far as
-# the libguestfs program is concerned, it looks like a full appliance
-# is running.
-#
-# To use this script, you must set the environment variable
-# LIBGUESTFS_QEMU=/path/to/contrib/guestfsd-in-wine.sh (ie. the path
-# to this script).
-#
-# You can then run libguestfs test programs, and (hopefully!) they'll
-# use the Windows guestfsd.exe, simulating calls using Wine.
-#
-# For example from the top build directory:
-#
-# LIBGUESTFS_QEMU=contrib/guestfsd-in-wine.sh ./run ./fish/guestfish
-#
-# Another suggested environment variable is LIBGUESTFS_DEBUG=1 which
-# will give you must more detail about what is going on.  Also look at
-# the contents of the log file 'guestfsd-in-wine.log' after each run.
-#
-#----------------------------------------------------------------------
-
-# Note that stdout & stderr messages will get eaten by libguestfs
-# early on in the process.  Therefore write log messages to
-# a log file.
-exec 5>>guestfsd-in-wine.log
-echo "Environment:" >&5
-printenv | grep LIBGUESTFS >&5
-echo "Command line:" >&5
-echo "  $@" >&5
-
-# We're called several times, first with -help and -version, and we
-# have to pretend to be qemu!  (At least enough to trick libguestfs).
-if [ "$1" = "-help" ]; then
-    echo -- "  -net user  "
-    echo -- "  -no-hpet  "
-    echo -- "  -rtc-td-hack  "
-    exit 0
-elif [ "$1" = "-version" ]; then
-    echo -- "0.0.0"
-    exit 0
-fi
-
-# The interesting parameter is -append.
-append=
-while [ $# -gt 0 ]; do
-    if [ $1 = "-append" ]; then
-        append="$2"
-        shift
-    fi
-    shift
-done
-echo "Append parameter:" >&5
-echo "  $append" >&5
-
-# guestfs_vmchannel parameter.
-vmchannel_param=$(echo "$append" | grep -Eo 'guestfs_vmchannel=[^[:space:]]+')
-echo "Vmchannel parameter:" >&5
-echo "  $vmchannel_param" >&5
-
-# Port number.
-port=$(echo "$vmchannel_param" | grep -Eo '[[:digit:]]+$')
-echo "Port number:" >&5
-echo "  $vmchannel_param" >&5
-
-# Run guestfsd.exe.
-echo "Command:" >&5
-echo "  $guestfsd -f -v -c tcp:localhost:$port" >&5
-$guestfsd -f -v -c tcp:127.0.0.1:$port
--- a/Show More
+++ b/Show More