xenadmin/XenModel/Actions/HealthCheck/XenServerHealthCheckUpload.cs

229 lines
8.9 KiB
C#
Raw Normal View History

/* Copyright (c) Citrix Systems Inc.
* All rights reserved.
*
* Redistribution and use in source and binary forms,
* with or without modification, are permitted provided
* that the following conditions are met:
*
* * Redistributions of source code must retain the above
* copyright notice, this list of conditions and the
* following disclaimer.
* * Redistributions in binary form must reproduce the above
* copyright notice, this list of conditions and the
* following disclaimer in the documentation and/or other
* materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
* CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
* BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
* SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
* NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.IO;
using System.Net;
using System.Web.Script.Serialization;
namespace XenServerHealthCheck
{
public class XenServerHealthCheckUpload
{
private static readonly log4net.ILog log = log4net.LogManager.GetLogger(System.Reflection.MethodBase.GetCurrentMethod().DeclaringType);
public string UPLOAD_URL = "https://rttf-staging.citrix.com/feeds/api/";
public const int CHUNK_SIZE = 1 * 1024 * 1024;
private JavaScriptSerializer serializer;
private int verbosityLevel;
private string uploadToken;
public XenServerHealthCheckUpload(string token, int verbosity, string uploadUrl)
{
uploadToken = token;
verbosityLevel = verbosity;
serializer = new JavaScriptSerializer();
serializer.MaxJsonLength = int.MaxValue;
if (!string.IsNullOrEmpty(uploadUrl))
{
UPLOAD_URL = uploadUrl;
}
}
// Request an upload and fetch the uploading id from CIS.
public string InitiateUpload(long size)
{
// Request a new bundle upload to CIS server.
string FULL_URL = UPLOAD_URL + "bundle/?size=" + size.ToString();
log.InfoFormat("InitiateUpload, UPLOAD_URL: {0}", FULL_URL);
Uri uri = new Uri(FULL_URL);
HttpWebRequest request = (HttpWebRequest)WebRequest.Create(uri);
if (uploadToken != null)
{
request.Headers.Add("Authorization", "BT " + uploadToken);
}
request.Method = "POST";
request.ContentType = "application/json";
request.ServicePoint.Expect100Continue = false;
using (var streamWriter = new StreamWriter(request.GetRequestStream()))
{
// Add the log verbosity level in json cotent.
string verbosity = "{\"verbosity\":\""+ verbosityLevel + "\"}";
streamWriter.Write(verbosity);
}
Dictionary<string, object> res = new Dictionary<string, object>();
try
{
HttpWebResponse response = (HttpWebResponse)request.GetResponse();
using (StreamReader reader = new StreamReader(response.GetResponseStream()))
{
string respString = reader.ReadToEnd();
res = (Dictionary<string, object>)serializer.DeserializeObject(respString);
}
response.Close();
}
catch (WebException e)
{
log.ErrorFormat("Exception while requesting a new CIS uploading: {0}", e);
return "";
}
if (res.ContainsKey("id"))
{
// Get the uuid of uploading
return (string)res["id"];
}
else
{
// Fail to initialize the upload request
return "";
}
}
// Upload a chunk.
public bool UploadChunk(string address, string filePath, long offset, long thisChunkSize, string uploadToken)
{
log.InfoFormat("UploadChunk, UPLOAD_URL: {0}", address);
Uri uri = new Uri(address);
HttpWebRequest req = (HttpWebRequest)WebRequest.Create(uri);
req.Method = "POST";
req.ContentType = "application/octet-stream";
req.Headers.Add("Authorization", "BT " + uploadToken);
using (Stream destination = req.GetRequestStream())
{
using (FileStream source = File.Open(filePath, FileMode.Open))
{
source.Position = offset;
int bytes = Convert.ToInt32(thisChunkSize);
byte[] buffer = new byte[CHUNK_SIZE];
int read;
while (bytes > 0 &&
(read = source.Read(buffer, 0, Math.Min(buffer.Length, bytes))) > 0)
{
destination.Write(buffer, 0, read);
bytes -= read;
}
}
HttpWebResponse resp = req.GetResponse() as HttpWebResponse;
HttpStatusCode statusCode = resp.StatusCode;
// After sending every chunk upload request to server, response will contain a status indicating if it is complete.
using (StreamReader reader = new StreamReader(resp.GetResponseStream()))
{
string respString = reader.ReadToEnd();
Dictionary<string, object> res = (Dictionary<string, object>)serializer.DeserializeObject(respString);
log.InfoFormat("The status of chunk upload: {0}", res["status"]);
}
resp.Close();
if (statusCode == HttpStatusCode.OK)
return true;
else
return false;
}
}
// Upload the zip file.
public string UploadZip(string fileName, System.Threading.CancellationToken cancel)
{
log.InfoFormat("Start to upload bundle {0}", fileName);
FileInfo fileInfo = new FileInfo(fileName);
long size = fileInfo.Length;
// Fetch the upload UUID from CIS server.
string uploadUuid = InitiateUpload(size);
if (string.IsNullOrEmpty(uploadUuid))
{
log.ErrorFormat("Cannot fetch the upload UUID from CIS server");
return "";
}
// Start to upload zip file.
log.InfoFormat("Upload server returns Upload ID: {0}", uploadUuid);
long offset = 0;
while (offset < size)
{
StringBuilder url = new StringBuilder(UPLOAD_URL + "upload_raw_chunk/?id=" + uploadUuid);
url.Append(String.Format("&offset={0}", offset));
long remainingSize = size - offset;
long thisChunkSize = (remainingSize > CHUNK_SIZE) ? CHUNK_SIZE : remainingSize;
try
{
for (int i = 0; i < 3; i++)
{
if (cancel.IsCancellationRequested)
{
log.Info("Upload cancelled");
return "";
}
if (UploadChunk(url.ToString(), fileName, offset, thisChunkSize, uploadToken))
{
// This chunk is successfully uploaded
offset += thisChunkSize;
break;
}
// Fail to upload the chunk for 3 times so fail the bundle upload.
if (i == 2)
{
log.ErrorFormat("Fail to upload the chunk");
return "";
}
}
}
catch (Exception e)
{
log.Error(e, e);
return "";
}
}
log.InfoFormat("Succeed to upload bundle {0}", fileName);
return uploadUuid;
}
}
}