2015-07-16 12:54:37 +02:00
|
|
|
|
/* Copyright (c) Citrix Systems Inc.
|
|
|
|
|
* All rights reserved.
|
|
|
|
|
*
|
|
|
|
|
* Redistribution and use in source and binary forms,
|
|
|
|
|
* with or without modification, are permitted provided
|
|
|
|
|
* that the following conditions are met:
|
|
|
|
|
*
|
|
|
|
|
* * Redistributions of source code must retain the above
|
|
|
|
|
* copyright notice, this list of conditions and the
|
|
|
|
|
* following disclaimer.
|
|
|
|
|
* * Redistributions in binary form must reproduce the above
|
|
|
|
|
* copyright notice, this list of conditions and the
|
|
|
|
|
* following disclaimer in the documentation and/or other
|
|
|
|
|
* materials provided with the distribution.
|
|
|
|
|
*
|
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
|
|
|
|
|
* CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
|
|
|
|
|
* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
|
|
|
|
* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
|
|
|
|
* DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
|
|
|
|
|
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
|
|
|
|
|
* BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
|
|
|
|
|
* SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
|
|
|
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
|
|
|
|
|
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
|
|
|
|
* NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
|
|
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
|
|
|
* SUCH DAMAGE.
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
using System;
|
|
|
|
|
using System.Collections.Generic;
|
|
|
|
|
using System.Linq;
|
|
|
|
|
using System.Text;
|
|
|
|
|
using System.IO;
|
|
|
|
|
using System.Net;
|
|
|
|
|
using System.Web.Script.Serialization;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
namespace XenServerHealthCheck
|
|
|
|
|
{
|
|
|
|
|
public class XenServerHealthCheckUpload
|
|
|
|
|
{
|
|
|
|
|
private static readonly log4net.ILog log = log4net.LogManager.GetLogger(System.Reflection.MethodBase.GetCurrentMethod().DeclaringType);
|
|
|
|
|
public string UPLOAD_URL = "https://rttf-staging.citrix.com/feeds/api/";
|
|
|
|
|
public const int CHUNK_SIZE = 1 * 1024 * 1024;
|
|
|
|
|
private JavaScriptSerializer serializer;
|
|
|
|
|
private int verbosityLevel;
|
|
|
|
|
|
|
|
|
|
private string uploadToken;
|
|
|
|
|
|
2015-07-14 14:15:12 +02:00
|
|
|
|
public XenServerHealthCheckUpload(string token, int verbosity, string uploadUrl)
|
2015-07-16 12:54:37 +02:00
|
|
|
|
{
|
|
|
|
|
uploadToken = token;
|
|
|
|
|
verbosityLevel = verbosity;
|
|
|
|
|
serializer = new JavaScriptSerializer();
|
2015-07-14 08:49:10 +02:00
|
|
|
|
serializer.MaxJsonLength = int.MaxValue;
|
2015-07-14 14:15:12 +02:00
|
|
|
|
if (!string.IsNullOrEmpty(uploadUrl))
|
2015-07-14 08:49:10 +02:00
|
|
|
|
{
|
2015-07-14 14:15:12 +02:00
|
|
|
|
UPLOAD_URL = uploadUrl;
|
2015-07-16 12:54:37 +02:00
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Request an upload and fetch the uploading id from CIS.
|
|
|
|
|
public string InitiateUpload(long size)
|
|
|
|
|
{
|
|
|
|
|
// Request a new bundle upload to CIS server.
|
2015-07-28 10:39:15 +02:00
|
|
|
|
string FULL_URL = UPLOAD_URL + "bundle/?size=" + size.ToString();
|
|
|
|
|
log.InfoFormat("InitiateUpload, UPLOAD_URL: {0}", FULL_URL);
|
|
|
|
|
Uri uri = new Uri(FULL_URL);
|
2015-07-16 12:54:37 +02:00
|
|
|
|
HttpWebRequest request = (HttpWebRequest)WebRequest.Create(uri);
|
|
|
|
|
if (uploadToken != null)
|
|
|
|
|
{
|
|
|
|
|
request.Headers.Add("Authorization", "BT " + uploadToken);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
request.Method = "POST";
|
|
|
|
|
request.ContentType = "application/json";
|
|
|
|
|
request.ServicePoint.Expect100Continue = false;
|
|
|
|
|
|
|
|
|
|
using (var streamWriter = new StreamWriter(request.GetRequestStream()))
|
|
|
|
|
{
|
|
|
|
|
// Add the log verbosity level in json cotent.
|
2015-07-14 14:15:12 +02:00
|
|
|
|
string verbosity = "{\"verbosity\":\""+ verbosityLevel + "\"}";
|
2015-07-16 12:54:37 +02:00
|
|
|
|
streamWriter.Write(verbosity);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Dictionary<string, object> res = new Dictionary<string, object>();
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
HttpWebResponse response = (HttpWebResponse)request.GetResponse();
|
|
|
|
|
using (StreamReader reader = new StreamReader(response.GetResponseStream()))
|
|
|
|
|
{
|
|
|
|
|
string respString = reader.ReadToEnd();
|
|
|
|
|
res = (Dictionary<string, object>)serializer.DeserializeObject(respString);
|
|
|
|
|
}
|
|
|
|
|
response.Close();
|
|
|
|
|
}
|
|
|
|
|
catch (WebException e)
|
|
|
|
|
{
|
|
|
|
|
log.ErrorFormat("Exception while requesting a new CIS uploading: {0}", e);
|
|
|
|
|
return "";
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (res.ContainsKey("id"))
|
|
|
|
|
{
|
|
|
|
|
// Get the uuid of uploading
|
|
|
|
|
return (string)res["id"];
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
// Fail to initialize the upload request
|
|
|
|
|
return "";
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Upload a chunk.
|
|
|
|
|
public bool UploadChunk(string address, string filePath, long offset, long thisChunkSize, string uploadToken)
|
|
|
|
|
{
|
2015-07-28 10:39:15 +02:00
|
|
|
|
log.InfoFormat("UploadChunk, UPLOAD_URL: {0}", address);
|
2015-07-16 12:54:37 +02:00
|
|
|
|
Uri uri = new Uri(address);
|
|
|
|
|
HttpWebRequest req = (HttpWebRequest)WebRequest.Create(uri);
|
|
|
|
|
req.Method = "POST";
|
|
|
|
|
req.ContentType = "application/octet-stream";
|
|
|
|
|
req.Headers.Add("Authorization", "BT " + uploadToken);
|
|
|
|
|
|
|
|
|
|
using (Stream destination = req.GetRequestStream())
|
|
|
|
|
{
|
|
|
|
|
using (FileStream source = File.Open(filePath, FileMode.Open))
|
|
|
|
|
{
|
|
|
|
|
source.Position = offset;
|
|
|
|
|
int bytes = Convert.ToInt32(thisChunkSize);
|
|
|
|
|
byte[] buffer = new byte[CHUNK_SIZE];
|
|
|
|
|
int read;
|
|
|
|
|
while (bytes > 0 &&
|
|
|
|
|
(read = source.Read(buffer, 0, Math.Min(buffer.Length, bytes))) > 0)
|
|
|
|
|
{
|
|
|
|
|
destination.Write(buffer, 0, read);
|
|
|
|
|
bytes -= read;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
HttpWebResponse resp = req.GetResponse() as HttpWebResponse;
|
|
|
|
|
HttpStatusCode statusCode = resp.StatusCode;
|
|
|
|
|
|
|
|
|
|
// After sending every chunk upload request to server, response will contain a status indicating if it is complete.
|
|
|
|
|
using (StreamReader reader = new StreamReader(resp.GetResponseStream()))
|
|
|
|
|
{
|
|
|
|
|
string respString = reader.ReadToEnd();
|
|
|
|
|
Dictionary<string, object> res = (Dictionary<string, object>)serializer.DeserializeObject(respString);
|
|
|
|
|
log.InfoFormat("The status of chunk upload: {0}", res["status"]);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
resp.Close();
|
|
|
|
|
|
|
|
|
|
if (statusCode == HttpStatusCode.OK)
|
|
|
|
|
return true;
|
|
|
|
|
else
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Upload the zip file.
|
|
|
|
|
public string UploadZip(string fileName, System.Threading.CancellationToken cancel)
|
|
|
|
|
{
|
2015-07-28 10:39:15 +02:00
|
|
|
|
log.InfoFormat("Start to upload bundle {0}", fileName);
|
2015-07-16 12:54:37 +02:00
|
|
|
|
FileInfo fileInfo = new FileInfo(fileName);
|
|
|
|
|
long size = fileInfo.Length;
|
|
|
|
|
|
|
|
|
|
// Fetch the upload UUID from CIS server.
|
|
|
|
|
string uploadUuid = InitiateUpload(size);
|
|
|
|
|
if (string.IsNullOrEmpty(uploadUuid))
|
|
|
|
|
{
|
|
|
|
|
log.ErrorFormat("Cannot fetch the upload UUID from CIS server");
|
|
|
|
|
return "";
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Start to upload zip file.
|
2015-07-28 10:39:15 +02:00
|
|
|
|
log.InfoFormat("Upload server returns Upload ID: {0}", uploadUuid);
|
2015-07-16 12:54:37 +02:00
|
|
|
|
|
|
|
|
|
long offset = 0;
|
|
|
|
|
while (offset < size)
|
|
|
|
|
{
|
|
|
|
|
StringBuilder url = new StringBuilder(UPLOAD_URL + "upload_raw_chunk/?id=" + uploadUuid);
|
|
|
|
|
url.Append(String.Format("&offset={0}", offset));
|
|
|
|
|
long remainingSize = size - offset;
|
|
|
|
|
long thisChunkSize = (remainingSize > CHUNK_SIZE) ? CHUNK_SIZE : remainingSize;
|
|
|
|
|
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
for (int i = 0; i < 3; i++)
|
|
|
|
|
{
|
|
|
|
|
if (cancel.IsCancellationRequested)
|
|
|
|
|
{
|
2015-07-15 16:39:37 +02:00
|
|
|
|
log.Info("Upload cancelled");
|
2015-07-16 12:54:37 +02:00
|
|
|
|
return "";
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (UploadChunk(url.ToString(), fileName, offset, thisChunkSize, uploadToken))
|
|
|
|
|
{
|
|
|
|
|
// This chunk is successfully uploaded
|
|
|
|
|
offset += thisChunkSize;
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Fail to upload the chunk for 3 times so fail the bundle upload.
|
|
|
|
|
if (i == 2)
|
|
|
|
|
{
|
|
|
|
|
log.ErrorFormat("Fail to upload the chunk");
|
|
|
|
|
return "";
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
catch (Exception e)
|
|
|
|
|
{
|
|
|
|
|
log.Error(e, e);
|
|
|
|
|
return "";
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
log.InfoFormat("Succeed to upload bundle {0}", fileName);
|
|
|
|
|
return uploadUuid;
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
}
|