/* Copyright (c) Citrix Systems Inc. * All rights reserved. * * Redistribution and use in source and binary forms, * with or without modification, are permitted provided * that the following conditions are met: * * * Redistributions of source code must retain the above * copyright notice, this list of conditions and the * following disclaimer. * * Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the * following disclaimer in the documentation and/or other * materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF * SUCH DAMAGE. */ using System; using System.IO; using XenCenterLib.Compression; using XenOvf.Definitions; using XenOvf.Utilities; namespace XenOvf { public class OvfCompressor { private static readonly log4net.ILog log = log4net.LogManager.GetLogger(System.Reflection.MethodBase.GetCurrentMethod().DeclaringType); /// /// Set to TRUE to Cancel current Compression process. /// public bool CancelCompression { get; set; } /// /// Check the Envelope to see if the files are compressed. /// /// fullpath/filename to OVF /// out method used: Gzip | BZip2 /// True|False public bool IsCompressed(string ovfFilename, out string method) { EnvelopeType env = OVF.Load(ovfFilename); return IsCompressed(env, out method); } /// /// Check the Envelope to see if the files are compressed. /// /// EnvelopeType /// out method used: Gzip | BZip2 /// True|False public bool IsCompressed(EnvelopeType env, out string method) { if (env.References != null && env.References.File != null && env.References.File.Length > 0) { foreach (File_Type file in env.References.File) { if (!string.IsNullOrEmpty(file.compression)) { method = file.compression; return true; } } } method = "none"; return false; } /// /// Open the OVF file and compress the uncompressed files. /// /// pull path and filename. /// GZip | BZip2 public void CompressOvfFiles(string ovfFilename, string method) { CompressOvfFiles(OVF.Load(ovfFilename), ovfFilename, method, true); } /// /// /// /// /// /// /// public void CompressOvfFiles(EnvelopeType env, string ovfilename, string method, bool compress) { ProcessCompression(env, Path.GetDirectoryName(ovfilename), method, compress); OVF.SaveAs(env, ovfilename); } /// /// Open the OVF file and uncompress the compressed files. /// /// pull path and filename. public void UncompressOvfFiles(string ovfFilename) { EnvelopeType env = OVF.Load(ovfFilename); ProcessCompression(env, Path.GetDirectoryName(ovfFilename), null, false); OVF.SaveAs(env, ovfFilename); } /// /// Uncompress a stream /// /// compressed stream /// GZip or Bzip2 /// uncompressed stream public CompressionStream UncompressFileStream(Stream inputstream, string method) { switch (method.ToLower()) { case "gzip": return CompressionFactory.Reader(CompressionFactory.Type.Gz, inputstream); case "bzip2": return CompressionFactory.Reader(CompressionFactory.Type.Bz2, inputstream); } throw new InvalidDataException(string.Format(Messages.COMPRESS_INVALID_METHOD, method)); } /// /// Compress a Stream /// /// Source Input /// GZip or BZip2 /// compressed stream public CompressionStream CompressFileStream(Stream inputstream, string method) { switch (method.ToLower()) { case "gzip": return CompressionFactory.Writer(CompressionFactory.Type.Gz, inputstream); case "bzip2": return CompressionFactory.Writer(CompressionFactory.Type.Bz2, inputstream); } throw new InvalidDataException(string.Format(Messages.COMPRESS_INVALID_METHOD, method)); } /// /// /// /// /// /// [System.Diagnostics.CodeAnalysis.SuppressMessage("Microsoft.Security", "CA2122:DoNotIndirectlyExposeMethodsWithLinkDemands", Justification = "Logging only usage")] public void UncompressFile(string inputfile, string outputfile, string method) { if (method.ToLower() == "gzip") { Stream InStream = File.Open(inputfile, FileMode.Open, FileAccess.ReadWrite, FileShare.None); Stream OutStream = File.Open(outputfile, FileMode.Create, FileAccess.ReadWrite, FileShare.None); try { GZipDecompress(InStream, OutStream); } catch (Exception ex) { if (ex is OperationCanceledException) throw; log.WarnFormat("Uncompression issue: {0}", ex); log.Warn("Previous warning may be ok, continuing with import, failures continue then this is the issue"); } finally { InStream.Dispose(); OutStream.Flush(); OutStream.Dispose(); } } else { throw new InvalidDataException(string.Format(Messages.COMPRESS_INVALID_METHOD, method)); } } #region PRIVATE [System.Diagnostics.CodeAnalysis.SuppressMessage("Microsoft.Security", "CA2122:DoNotIndirectlyExposeMethodsWithLinkDemands", Justification = "Logging only usage")] private void ProcessCompression(EnvelopeType env, string path, string method, bool compress) { if (env.References != null && env.References.File != null && env.References.File.Length > 0) { foreach (File_Type file in env.References.File) { if (compress) { if (method.ToLower() != "gzip" && method.ToLower() != "bzip2") throw new InvalidDataException(string.Format(Messages.COMPRESS_INVALID_METHOD, method)); } else { if (file.compression == null) { log.InfoFormat("File {0} was not marked as compressed, skipped.", file.href); continue; } if (file.compression.ToLower() != "gzip" && file.compression.ToLower() != "bzip2") { log.ErrorFormat("Invalid compression method File: {0} Method: {1}, must be Gzip or BZip2", file.href, file.compression); continue; } method = file.compression; } int slash = file.href.LastIndexOf('/'); string filename = slash >= 0 ? file.href.Substring(slash + 1) : file.href; filename = Path.Combine(path, filename); string tempfile = Path.Combine(path, Path.GetFileName(Path.GetTempFileName())); try { if (method.ToLower() == "gzip") { using(var inputFile = new FileStream(filename, FileMode.Open, FileAccess.ReadWrite, FileShare.None)) { using (var outputFile = new FileStream(tempfile, FileMode.CreateNew, FileAccess.ReadWrite, FileShare.None)) { if (compress) GZipCompress(inputFile, outputFile); else GZipDecompress(inputFile, outputFile); } inputFile.Flush(); } //the original file should be overwritten only if the process has succeeded, so it should //be done here and not in the finally block, because if compression/decompression fails //for some reason, the original file is lost File.Delete(filename); File.Move(tempfile, filename); } else { throw new InvalidDataException(string.Format(Messages.COMPRESS_INVALID_METHOD, method)); } file.compression = compress ? method : null; } catch (EndOfStreamException eose) { log.ErrorFormat("End of Stream: {0}", eose.Message); } catch (Exception ex) { if (ex is OperationCanceledException) throw; var message = string.Format(Messages.COMPRESS_FAILED, filename); log.ErrorFormat("{0} {1}", message, ex.Message); throw new Exception(message, ex); } finally { //in case of failure or cancellation delete the temp file; //in case of success it won't be there, but no exception is thrown File.Delete(tempfile); } FileInfo fi = new FileInfo(filename); file.size = (ulong)fi.Length; } } } private void GZipCompress(Stream inputStream, Stream outputStream) { if (inputStream == null || outputStream == null) { throw new ArgumentNullException(); } CompressionStream bzos = CompressionFactory.Writer(CompressionFactory.Type.Gz, outputStream); StreamCopy(inputStream, (CompressionStream)bzos); bzos.Dispose(); } private void GZipDecompress(Stream inputStream, Stream outputStream) { if (inputStream == null || outputStream == null) { throw new ArgumentNullException(); } CompressionStream bzis = CompressionFactory.Reader(CompressionFactory.Type.Gz, inputStream); StreamCopy((CompressionStream)bzis, outputStream); outputStream.Flush(); bzis.Dispose(); } /// /// This code is similar to the one in XenOvf.Utilities.Tool.StreamCopy. /// It's duplicated (almost duplicated, I removed the block clearing to improve performance) as part /// of the fix to CA-54859 in order to avoid too large scale changes at a late stage of development. /// private void StreamCopy(Stream Input, Stream Output) { int bufsize = 2 * MB; byte[] block = new byte[bufsize]; while (true) { int n = Input.Read(block, 0, block.Length); if (n <= 0) break; Output.Write(block, 0, n); if (CancelCompression) throw new OperationCanceledException(); } Output.Flush(); } private const int KB = 1024; private const int MB = (KB * 1024); #endregion } }