/* Copyright (c) Citrix Systems, Inc.
* All rights reserved.
*
* Redistribution and use in source and binary forms,
* with or without modification, are permitted provided
* that the following conditions are met:
*
* * Redistributions of source code must retain the above
* copyright notice, this list of conditions and the
* following disclaimer.
* * Redistributions in binary form must reproduce the above
* copyright notice, this list of conditions and the
* following disclaimer in the documentation and/or other
* materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
* CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
* BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
* SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
* NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Drawing;
using System.IO;
using System.Net;
using System.Text.RegularExpressions;
using System.Windows.Forms;
using System.Xml;
using System.Xml.XPath;
using DiscUtils;
using DiscUtils.Wim;
using XenAdmin.Controls;
using XenCenterLib;
using XenCenterLib.Compression;
using XenAdmin.Dialogs;
using XenAdmin.Controls.Common;
using XenCenterLib.Archive;
using XenOvf;
using XenOvf.Definitions;
using XenOvf.Definitions.VMC;
using XenOvf.Utilities;
namespace XenAdmin.Wizards.ImportWizard
{
internal partial class ImportSourcePage : XenTabPage
{
#region Private fields
private static readonly log4net.ILog log = log4net.LogManager.GetLogger(System.Reflection.MethodBase.GetCurrentMethod().DeclaringType);
private readonly string[] m_supportedImageTypes = { ".vhd", ".vmdk" };//CA-61385: remove ".vdi", ".wim" support for Boston
private readonly string[] m_supportedApplianceTypes = { ".ovf", ".ova", ".ova.gz" };
private readonly string[] m_supportedXvaTypes = {".xva", "ova.xml"};
///
/// Stores the last valid selected appliance
///
private string m_lastValidAppliance;
private EnvelopeType m_selectedOvfEnvelope;
private bool m_buttonNextEnabled;
private string _unzipFileIn;
private string _unzipFileOut;
private Uri _uri;
private string _downloadFolder;
private WebClient _webClient;
private Queue _filesToDownload;
private bool longProcessInProgress;
#endregion
public ImportSourcePage()
{
InitializeComponent();
m_ctrlError.HideError();
m_tlpEncryption.Visible = false;
m_tlpError.Visible = false;
progressBar1.Visible = false;
labelProgress.Visible = false;
}
#region Base class (XenTabPage) overrides
///
/// Gets the page's title (headline)
///
public override string PageTitle { get { return Messages.IMPORT_SOURCE_PAGE_TITLE; } }
///
/// Gets the page's label in the (left hand side) wizard progress panel
///
public override string Text { get { return Messages.IMPORT_SOURCE_PAGE_TEXT; } }
///
/// Gets the value by which the help files section for this page is identified
///
public override string HelpID { get { return "Source"; } }
protected override bool ImplementsIsDirty()
{
return true;
}
protected override void PageLeaveCore(PageLoadedDirection direction, ref bool cancel)
{
if (direction == PageLoadedDirection.Forward && IsDirty)
{
if (IsUri() && !Download())
{
cancel = true;
return;
}
if (!PerformCheck(CheckIsSupportedType, CheckPathExists))
{
cancel = true;
return;
}
string extension = Path.GetExtension(FilePath).ToLower();
if (extension == ".gz")
{
if (!PerformCheck(CheckSourceIsWritable) || !Uncompress())
{
cancel = true;
return;
}
}
CheckDelegate check = null;
switch (TypeOfImport)
{
case ImportWizard.ImportType.Xva:
check = GetDiskCapacityXva;
break;
case ImportWizard.ImportType.Ovf:
check = LoadAppliance;
break;
case ImportWizard.ImportType.Vhd:
check = GetDiskCapacityImage;
break;
}
if (!PerformCheck(check))
{
cancel = true;
return;
}
if (TypeOfImport == ImportWizard.ImportType.Ovf && OVF.HasEncryption(SelectedOvfEnvelope))
{
cancel = true;
m_tlpEncryption.Visible = true;
m_buttonNextEnabled = false;
OnPageUpdated();
}
}
}
public override void PageCancelled()
{
if (_webClient != null && _webClient.IsBusy)
_webClient.CancelAsync();
if (_unzipWorker.IsBusy)
_unzipWorker.CancelAsync();
}
public override void PopulatePage()
{
lblIntro.Text = OvfModeOnly ? Messages.IMPORT_SOURCE_PAGE_INTRO_OVF_ONLY : Messages.IMPORT_SOURCE_PAGE_INTRO;
}
public override bool EnableNext()
{
return m_buttonNextEnabled;
}
#endregion
#region Accessors
public bool OvfModeOnly { private get; set; }
public ImportWizard.ImportType TypeOfImport { get; private set; }
public string FilePath { get { return m_textBoxFile.Text.Trim(); } }
///
/// Maybe null if no valid ovf has been found
///
public EnvelopeType SelectedOvfEnvelope
{
get { return m_selectedOvfEnvelope; }
private set
{
m_selectedOvfEnvelope = value;
if (m_selectedOvfEnvelope == null)
_SelectedOvfPackage = null;
else
_SelectedOvfPackage = XenOvf.Package.Create(FilePath);
}
}
///
/// XenOvf.Package is the proper abstraction for the wizard to use for most cases instead of just OVF.
/// Maintain it along side SelectedOvf until it can be phased out.
///
public XenOvf.Package SelectedOvfPackage
{
get
{
if (m_selectedOvfEnvelope == null)
return null;
return _SelectedOvfPackage;
}
}
XenOvf.Package _SelectedOvfPackage;
public ulong ImageLength { get; private set; }
public bool IsWIM { get; private set; }
public bool IsXvaVersion1 { get; private set; }
public ulong DiskCapacity { get; private set; }
#endregion
public void SetFileName(string fileName)
{
m_textBoxFile.Text = fileName;
}
#region Private methods
///
/// Performs certain checks on the pages's input data and shows/hides an error accordingly
///
/// The checks to perform
private bool PerformCheck(params CheckDelegate[] checks)
{
m_buttonNextEnabled = m_ctrlError.PerformCheck(checks);
OnPageUpdated();
return m_buttonNextEnabled;
}
private bool GetDiskCapacityXva(out string error)
{
error = string.Empty;
try
{
FileInfo info = new FileInfo(FilePath);
ImageLength = info.Length > 0 ? (ulong)info.Length : 0;
DiskCapacity = IsXvaVersion1
? GetTotalSizeFromXmlGeneva() //Geneva style
: GetTotalSizeFromXmlXva(GetXmlStringFromTarXVA()); //xva style
}
catch (Exception)
{
DiskCapacity = ImageLength;
}
return true;
}
private ulong GetTotalSizeFromXmlGeneva()
{
ulong totalSize = 0;
XmlDocument xmlMetadata = new XmlDocument();
xmlMetadata.Load(FilePath);
XPathNavigator nav = xmlMetadata.CreateNavigator();
XPathNodeIterator nodeIterator = nav.Select(".//vdi");
while (nodeIterator.MoveNext())
totalSize += UInt64.Parse(nodeIterator.Current.GetAttribute("size", ""));
return totalSize;
}
private string GetXmlStringFromTarXVA()
{
using (Stream stream = new FileStream(FilePath, FileMode.Open, FileAccess.Read))
{
ArchiveIterator iterator = ArchiveFactory.Reader(ArchiveFactory.Type.Tar, stream);
if( iterator.HasNext() )
{
Stream ofs = new MemoryStream();
iterator.ExtractCurrentFile(ofs);
return new StreamReader(ofs).ReadToEnd();
}
return String.Empty;
}
}
private ulong GetTotalSizeFromXmlXva(string xmlString)
{
ulong totalSize = 0;
XmlDocument xmlMetadata = new XmlDocument();
xmlMetadata.LoadXml(xmlString);
XPathNavigator nav = xmlMetadata.CreateNavigator();
XPathNodeIterator nodeIterator = nav.Select(".//name[. = \"virtual_size\"]");
while (nodeIterator.MoveNext())
{
XPathNavigator vdiNavigator = nodeIterator.Current;
if (vdiNavigator.MoveToNext())
totalSize += UInt64.Parse(vdiNavigator.Value);
}
return totalSize;
}
private bool GetDiskCapacityImage(out string error)
{
error = string.Empty;
string filename = FilePath;
FileInfo info = new FileInfo(filename);
ImageLength = info.Length > 0 ? (ulong)info.Length : 0;
if (IsWIM)
{
try
{
using (FileStream wimstream = new FileStream(filename, FileMode.Open, FileAccess.Read))
{
WimFile wimDisk = new WimFile(wimstream);
string manifest = wimDisk.Manifest;
Wim_Manifest wimManifest = (Wim_Manifest)Tools.Deserialize(manifest, typeof(Wim_Manifest));
DiskCapacity = wimManifest.Image[wimDisk.BootImage].TotalBytes; //image data size
return true;
}
}
catch (Exception)
{
error = Messages.IMAGE_SELECTION_PAGE_ERROR_CORRUPT_FILE;
return false;
}
}
try
{
using (VirtualDisk vd = VirtualDisk.OpenDisk(filename, FileAccess.Read))
{
DiskCapacity = (ulong)vd.Capacity;
return true;
}
}
catch (IOException ioe)
{
error = ioe.Message.Contains("Invalid VMDK descriptor file")
? Messages.IMAGE_SELECTION_PAGE_ERROR_INVALID_VMDK_DESCRIPTOR
: Messages.IMAGE_SELECTION_PAGE_ERROR_INVALID_FILE_TYPE;
return false;
}
catch (Exception)
{
error = Messages.IMAGE_SELECTION_PAGE_ERROR_CORRUPT_FILE;
return false;
}
}
private bool LoadAppliance(out string error)
{
error = string.Empty;
if (m_lastValidAppliance == FilePath)
return true;
SelectedOvfEnvelope = GetOvfEnvelope(out error);
if (SelectedOvfEnvelope != null)
{
m_lastValidAppliance = FilePath;
return true;
}
return false;
}
private EnvelopeType GetOvfEnvelope(out string error)
{
error = string.Empty;
string path = FilePath;
string extension = Path.GetExtension(path).ToLower();
if (extension == ".ovf")
{
EnvelopeType env = null;
try
{
env = OVF.Load(path);
}
catch(OutOfMemoryException ex)
{
log.ErrorFormat("Failed to load OVF {0} as we ran out of memory: {1}", path, ex.Message);
env = null;
}
if (env == null)
{
error = Messages.INVALID_OVF;
return null;
}
return env;
}
if (extension == ".ova")
{
if (!CheckSourceIsWritable(out error))
return null;
try
{
string x = OVF.ExtractOVFXml(path);
var env = Tools.DeserializeOvfXml(x);
if (env == null)
{
error = Messages.IMPORT_SELECT_APPLIANCE_PAGE_ERROR_CORRUPT_OVA;
return null;
}
return env;
}
catch (Exception)
{
error = Messages.IMPORT_SELECT_APPLIANCE_PAGE_ERROR_CORRUPT_OVA;
return null;
}
}
return null;
}
private bool IsUri()
{
Regex regex = new Regex(Messages.URI_REGEX, RegexOptions.IgnoreCase);
return regex.Match(FilePath).Success;
}
///
/// Check on the fly
///
private bool CheckPathValid(out string error)
{
error = string.Empty;
if (String.IsNullOrEmpty(FilePath))
return false;
if (IsUri())
return CheckDownloadFromUri(out error);
if (!PathValidator.IsPathValid(FilePath))
{
error = Messages.IMPORT_SELECT_APPLIANCE_PAGE_ERROR_INVALID_PATH;
return false;
}
return true;
}
///
/// Check when we leave the page
///
private bool CheckIsSupportedType(out string error)
{
error = string.Empty;
IsWIM = false;
string filepath = FilePath;
foreach (var ext in m_supportedXvaTypes)
{
if (filepath.ToLower().EndsWith(ext))
{
if (OvfModeOnly)
{
error = Messages.IMPORT_SOURCE_PAGE_ERROR_OVF_ONLY;
return false;
}
if (ext == "ova.xml")
IsXvaVersion1 = true;
TypeOfImport = ImportWizard.ImportType.Xva;
return true;
}
}
foreach (var ext in m_supportedApplianceTypes)
{
if (filepath.ToLower().EndsWith(ext))
{
TypeOfImport = ImportWizard.ImportType.Ovf;
return true;
}
}
foreach (var ext in m_supportedImageTypes)
{
if (filepath.ToLower().EndsWith(ext))
{
if (OvfModeOnly)
{
error = Messages.IMPORT_SOURCE_PAGE_ERROR_OVF_ONLY;
return false;
}
if (ext == ".wim")
IsWIM = true;
TypeOfImport = ImportWizard.ImportType.Vhd;
return true;
}
}
error = Messages.ERROR_UNSUPPORTED_FILE_TYPE;
return false;
}
///
/// Check when we leave the page
///
private bool CheckPathExists(out string error)
{
error = string.Empty;
if (File.Exists(FilePath))
return true;
error = Messages.IMPORT_SELECT_APPLIANCE_PAGE_ERROR_NONE_EXIST_PATH;
return false;
}
///
/// Check the source folder is writable
///
private bool CheckSourceIsWritable(out string error)
{
error = string.Empty;
var directory = Path.GetDirectoryName(FilePath);
var touchFile = Path.Combine(directory, "_");
try
{
//attempt writing in the destination directory
using (FileStream fs = File.OpenWrite(touchFile))
{
//it works
}
File.Delete(touchFile);
return true;
}
catch (UnauthorizedAccessException)
{
error = Messages.IMPORT_SELECT_APPLIANCE_PAGE_ERROR_SOURCE_IS_READONLY;
return false;
}
}
private bool CheckDownloadFromUri(out string error)
{
error = string.Empty;
try
{
_uri = new Uri(FilePath);
return true;
}
catch (ArgumentNullException)
{
error = Messages.IMPORT_SELECT_APPLIANCE_PAGE_ERROR_INVALID_URI;
return false;
}
catch (UriFormatException)
{
error = Messages.IMPORT_SELECT_APPLIANCE_PAGE_ERROR_INVALID_URI;
return false;
}
}
#endregion
#region Download and Uncompression
private bool Download()
{
using (var dlog = new FolderBrowserDialog { Description = Messages.FOLDER_BROWSER_DOWNLOAD_APPLIANCE })
{
if (dlog.ShowDialog() == DialogResult.OK)
{
if (_webClient == null)
{
_webClient = new WebClient { Proxy = XenAdminConfigManager.Provider.GetProxyFromSettings(null, false) };
_webClient.DownloadFileCompleted += webclient_DownloadFileCompleted;
_webClient.DownloadProgressChanged += webclient_DownloadProgressChanged;
}
_downloadFolder = dlog.SelectedPath;
var downloadedPath = Path.Combine(_downloadFolder, Path.GetFileName(_uri.AbsolutePath));
if (string.IsNullOrEmpty(Path.GetExtension(downloadedPath))) //CA-41747
downloadedPath += ".ovf";
var file = new ApplianceFile(_uri, downloadedPath);
_filesToDownload = new Queue();
_filesToDownload.Enqueue(file);
LongProcessWrapper(() => _webClient.DownloadFileAsync(_uri, downloadedPath, file),
string.Format(Messages.IMPORT_WIZARD_DOWNLOADING, Path.GetFileName(downloadedPath).Ellipsise(50)));
return m_textBoxFile.Text == downloadedPath;
}
return false;
}
}
private bool Uncompress()
{
_unzipFileIn = FilePath;
if (string.IsNullOrEmpty(_unzipFileIn))
return false;
_unzipFileOut = Path.Combine(Path.GetDirectoryName(_unzipFileIn), Path.GetFileNameWithoutExtension(_unzipFileIn));
var msg = string.Format(Messages.UNCOMPRESS_APPLIANCE_DESCRIPTION,
Path.GetFileName(_unzipFileOut), Path.GetFileName(_unzipFileIn));
using (var dlog = new ThreeButtonDialog(new ThreeButtonDialog.Details(SystemIcons.Exclamation, msg, Messages.XENCENTER),
new ThreeButtonDialog.TBDButton(Messages.YES, DialogResult.Yes),
new ThreeButtonDialog.TBDButton(Messages.NO, DialogResult.No)))
{
if (dlog.ShowDialog(this) == DialogResult.Yes)
{
LongProcessWrapper(() => _unzipWorker.RunWorkerAsync(),
string.Format(Messages.IMPORT_WIZARD_UNCOMPRESSING, Path.GetFileName(_unzipFileIn).Ellipsise(50)));
return m_textBoxFile.Text == _unzipFileOut;
}
return false;
}
}
private void LongProcessWrapper(Action process, string processMessage)
{
m_textBoxFile.Enabled = false;
m_buttonBrowse.Enabled = false;
m_buttonNextEnabled = false;
OnPageUpdated();
m_tlpError.Visible = false;
labelProgress.Text = processMessage;
labelProgress.Visible = true;
progressBar1.Visible = true;
progressBar1.Value = 0;
longProcessInProgress = true;
process.Invoke();
while (longProcessInProgress)
Application.DoEvents();
m_textBoxFile.Enabled = true;
m_buttonBrowse.Enabled = true;
}
#endregion
#region Event handlers
private void m_buttonBrowse_Click(object sender, EventArgs e)
{
using (FileDialog ofd = new OpenFileDialog
{
CheckFileExists = true,
CheckPathExists = true,
DereferenceLinks = true,
Filter = OvfModeOnly ? Messages.IMPORT_SOURCE_PAGE_FILETYPES_OVF_ONLY : Messages.IMPORT_SOURCE_PAGE_FILETYPES,
RestoreDirectory = true,
Multiselect = false,
})
{
if (ofd.ShowDialog() == DialogResult.OK)
m_textBoxFile.Text = ofd.FileName;
}
}
private void m_textBoxImage_TextChanged(object sender, EventArgs e)
{
m_tlpEncryption.Visible = false;
m_tlpError.Visible = false;
PerformCheck(CheckPathValid);
IsDirty = true;
}
private void _unzipWorker_DoWork(object sender, DoWorkEventArgs e)
{
FileInfo info = new FileInfo(_unzipFileIn);
long length = info.Length;
using (Stream inStream = File.Open(_unzipFileIn, FileMode.Open, FileAccess.ReadWrite, FileShare.None))
using (Stream outStream = File.Open(_unzipFileOut, FileMode.Create, FileAccess.ReadWrite, FileShare.None))
{
try
{
using (CompressionStream bzis = CompressionFactory.Reader(CompressionFactory.Type.Gz, inStream))
{
byte[] buffer = new byte[4 * 1024];
int bytesRead;
while ((bytesRead = bzis.Read(buffer, 0, buffer.Length)) > 0)
{
outStream.Write(buffer, 0, bytesRead);
int percentage = (int)Math.Floor((double)bzis.Position * 100 / length);
if (percentage < 0)
_unzipWorker.ReportProgress(0);
else if (percentage > 100)
_unzipWorker.ReportProgress(100);
else
_unzipWorker.ReportProgress(percentage);
if (_unzipWorker.CancellationPending)
{
e.Cancel = true;
return;
}
}
}
e.Result = _unzipFileOut;
}
catch (Exception ex)
{
log.Error(string.Format("Error while uncompressing {0} to {1}", _unzipFileIn, _unzipFileOut), ex);
throw;
}
finally
{
outStream.Flush();
}
}
}
private void _unzipWorker_ProgressChanged(object sender, ProgressChangedEventArgs e)
{
progressBar1.Value = e.ProgressPercentage;
}
private void _unzipWorker_RunWorkerCompleted(object sender, RunWorkerCompletedEventArgs e)
{
progressBar1.Visible = false;
labelProgress.Visible = false;
if (e.Cancelled || e.Error != null)
{
if (e.Error != null)
{
_labelError.Text = string.Format(Messages.IMPORT_WIZARD_FAILED_UNCOMPRESS,
Path.GetFileName(_unzipFileIn).Ellipsise(50));
m_tlpError.Visible = true;
}
try
{
File.Delete(_unzipFileOut);
}
catch (Exception ex)
{
log.Error(string.Format("Failed to delete uncompressed file {0}.", _unzipFileOut), ex);
}
longProcessInProgress = false;
return;
}
var uncompressedFile = e.Result as string;
progressBar1.Value = 100;
m_textBoxFile.Text = uncompressedFile;
try
{
File.Delete(_unzipFileIn);
}
catch (Exception ex)
{
log.Error(string.Format("Failed to delete compressed file {0}.", _unzipFileIn), ex);
}
longProcessInProgress = false;
}
private void webclient_DownloadProgressChanged(object sender, DownloadProgressChangedEventArgs e)
{
Program.Invoke(this, () => progressBar1.Value = e.ProgressPercentage);
}
private void webclient_DownloadFileCompleted(object sender, AsyncCompletedEventArgs e)
{
Program.Invoke(this, () =>
{
var appfile = (ApplianceFile)e.UserState;
if (e.Cancelled)
{
longProcessInProgress = false;
}
else if (e.Error != null) // failure
{
progressBar1.Visible = false;
labelProgress.Visible = false;
_labelError.Text = string.Format(Messages.IMPORT_WIZARD_FAILED_DOWNLOAD,
Path.GetFileName(appfile.LocalPath));
m_tlpError.Visible = true;
log.Error(string.Format("Failed to download file {0}.", appfile), e.Error);
longProcessInProgress = false;
}
else // success
{
if (_filesToDownload.Peek() == appfile)
_filesToDownload.Dequeue();
if (appfile.LocalPath.ToLower().EndsWith(".ovf"))
{
var envType = OVF.Load(appfile.LocalPath);
if (envType != null)
{
int index = _uri.OriginalString.LastIndexOf('/') + 1;
var remoteDir = _uri.OriginalString.Substring(0, index);
foreach (var file in envType.References.File)
{
var remoteUri = new Uri(remoteDir + file.href);
var localPath = Path.Combine(_downloadFolder, file.href);
_filesToDownload.Enqueue(new ApplianceFile(remoteUri, localPath));
}
}
}
if (_filesToDownload.Count == 0)
{
progressBar1.Value = 100;
progressBar1.Visible = false;
labelProgress.Visible = false;
m_textBoxFile.Text = Path.Combine(_downloadFolder, Path.GetFileName(_uri.AbsolutePath));
longProcessInProgress = false;
}
else
{
progressBar1.Value = 0;
var file = _filesToDownload.Peek();
labelProgress.Text = string.Format(Messages.IMPORT_WIZARD_DOWNLOADING,
Path.GetFileName(file.LocalPath).Ellipsise(50));
_webClient.DownloadFileAsync(file.RemoteUri, file.LocalPath, file);
}
}
});
}
#endregion
private class ApplianceFile
{
public ApplianceFile(Uri remoteUri, string localPath)
{
RemoteUri = remoteUri;
LocalPath = localPath;
}
public Uri RemoteUri { get; private set; }
public string LocalPath { get; private set; }
}
}
}