2017-01-16 20:59:50 +01:00
|
|
|
|
/* Copyright (c) Citrix Systems, Inc.
|
2013-06-24 13:41:48 +02:00
|
|
|
|
* All rights reserved.
|
|
|
|
|
*
|
|
|
|
|
* Redistribution and use in source and binary forms,
|
|
|
|
|
* with or without modification, are permitted provided
|
|
|
|
|
* that the following conditions are met:
|
|
|
|
|
*
|
|
|
|
|
* * Redistributions of source code must retain the above
|
|
|
|
|
* copyright notice, this list of conditions and the
|
|
|
|
|
* following disclaimer.
|
|
|
|
|
* * Redistributions in binary form must reproduce the above
|
|
|
|
|
* copyright notice, this list of conditions and the
|
|
|
|
|
* following disclaimer in the documentation and/or other
|
|
|
|
|
* materials provided with the distribution.
|
|
|
|
|
*
|
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
|
|
|
|
|
* CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
|
|
|
|
|
* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
|
|
|
|
* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
|
|
|
|
* DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
|
|
|
|
|
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
|
|
|
|
|
* BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
|
|
|
|
|
* SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
|
|
|
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
|
|
|
|
|
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
|
|
|
|
* NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
|
|
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
|
|
|
* SUCH DAMAGE.
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
using System;
|
|
|
|
|
using System.Collections.Generic;
|
|
|
|
|
using System.Threading;
|
|
|
|
|
using XenAdmin.Wizards.PatchingWizard.PlanActions;
|
|
|
|
|
using XenAPI;
|
|
|
|
|
|
|
|
|
|
namespace XenAdmin.Wizards.RollingUpgradeWizard.PlanActions
|
|
|
|
|
{
|
2013-12-21 12:36:20 +01:00
|
|
|
|
class SemiAutomaticBackgroundThread : BackgroundThreadBase
|
2013-06-24 13:41:48 +02:00
|
|
|
|
{
|
2013-12-21 12:36:20 +01:00
|
|
|
|
public event Action<UpgradeManualHostPlanAction> ManageSemiAutomaticPlanAction;
|
2013-06-24 13:41:48 +02:00
|
|
|
|
|
|
|
|
|
public SemiAutomaticBackgroundThread(IEnumerable<Host> mastersToUpgrade, IDictionary<Host, List<PlanAction>> planActions, PlanAction revertAction)
|
|
|
|
|
{
|
|
|
|
|
_planActions = planActions;
|
|
|
|
|
_mastersToUpgrade = mastersToUpgrade;
|
|
|
|
|
_revertAction = revertAction;
|
|
|
|
|
_bw = new Thread(BworkerDoWork) { IsBackground = true };
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private static List<Host> GetAllHosts(IEnumerable<Host> masters)
|
|
|
|
|
{
|
|
|
|
|
var hosts = new List<Host>();
|
|
|
|
|
foreach (var master in masters)
|
|
|
|
|
{
|
|
|
|
|
hosts.Add(master);
|
|
|
|
|
foreach (var host in master.Connection.Cache.Hosts)
|
|
|
|
|
{
|
|
|
|
|
if (host != master)
|
|
|
|
|
hosts.Add(host);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return hosts;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private static bool CheckMasterIsUpgraded(List<Host> hosts, int i)
|
|
|
|
|
{
|
2017-09-03 04:33:29 +02:00
|
|
|
|
string masterVersion = hosts[i].LongProductVersion();
|
2013-06-24 13:41:48 +02:00
|
|
|
|
for (int j = i + 1; j < hosts.Count; j++)
|
|
|
|
|
{
|
2017-09-03 04:33:29 +02:00
|
|
|
|
if (hosts[j].LongProductVersion() != masterVersion)
|
2013-06-24 13:41:48 +02:00
|
|
|
|
return true;
|
|
|
|
|
if (hosts[j].IsMaster())
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private static int SkipSlaves(List<Host> hosts, int i)
|
|
|
|
|
{
|
|
|
|
|
for (int j = i + 1; j < hosts.Count; j++)
|
|
|
|
|
{
|
|
|
|
|
if (hosts[j].IsMaster())
|
|
|
|
|
break;
|
|
|
|
|
i++;
|
|
|
|
|
}
|
|
|
|
|
return i;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private void BworkerDoWork()
|
|
|
|
|
{
|
|
|
|
|
Host currentHost = null;
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
List<Host> hosts = GetAllHosts(_mastersToUpgrade);
|
|
|
|
|
|
|
|
|
|
bool currentMasterFailed = false;
|
|
|
|
|
string poolHigherProductVersion = string.Empty;
|
|
|
|
|
for (int i = 0; i < hosts.Count; i++)
|
|
|
|
|
{
|
|
|
|
|
if (_cancel)
|
|
|
|
|
return;
|
|
|
|
|
//Skip hosts already upgraded
|
|
|
|
|
var host=currentHost = hosts[i];
|
|
|
|
|
if (host.IsMaster())
|
|
|
|
|
{
|
2017-09-03 04:33:29 +02:00
|
|
|
|
poolHigherProductVersion = host.LongProductVersion();
|
2013-06-24 13:41:48 +02:00
|
|
|
|
if (CheckMasterIsUpgraded(hosts, i))
|
|
|
|
|
{
|
2017-09-03 04:33:29 +02:00
|
|
|
|
log.Debug(string.Format("Skipping master '{0}' because it is upgraded", host.Name()));
|
2013-06-24 13:41:48 +02:00
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
}
|
2017-09-03 04:33:29 +02:00
|
|
|
|
else if (host.LongProductVersion() == poolHigherProductVersion)
|
2013-06-24 13:41:48 +02:00
|
|
|
|
{
|
2017-09-03 04:33:29 +02:00
|
|
|
|
log.Debug(string.Format("Skipping host '{0}' because it is upgraded", host.Name()));
|
2013-06-24 13:41:48 +02:00
|
|
|
|
continue;
|
|
|
|
|
}
|
2017-09-03 04:33:29 +02:00
|
|
|
|
log.Debug(string.Format("Starting to upgrade host '{0}'", host.Name()));
|
2013-06-24 13:41:48 +02:00
|
|
|
|
//Add subtasks for the current host
|
|
|
|
|
bool allActionsDone = true;
|
|
|
|
|
foreach (var planAction in _planActions[host])
|
|
|
|
|
{
|
|
|
|
|
//if the wizard has been cancelled, skip this action, unless it is a BringBabiesBackAction
|
|
|
|
|
if (_cancel && !(planAction is BringBabiesBackAction))
|
|
|
|
|
continue;
|
|
|
|
|
|
2013-12-21 12:36:20 +01:00
|
|
|
|
OnReportRunning(planAction, host);
|
|
|
|
|
|
2013-06-24 13:41:48 +02:00
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
if (planAction is UpgradeManualHostPlanAction)
|
|
|
|
|
{
|
|
|
|
|
var upgradeAction = (UpgradeManualHostPlanAction)planAction;
|
2013-12-21 12:36:20 +01:00
|
|
|
|
|
|
|
|
|
if (ManageSemiAutomaticPlanAction != null)
|
|
|
|
|
ManageSemiAutomaticPlanAction(upgradeAction);
|
|
|
|
|
|
2013-06-24 13:41:48 +02:00
|
|
|
|
if (host.IsMaster())
|
2017-09-03 04:33:29 +02:00
|
|
|
|
poolHigherProductVersion = upgradeAction.Host.LongProductVersion();
|
2013-06-24 13:41:48 +02:00
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
planAction.Run();
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
catch (Exception excep)
|
|
|
|
|
{
|
2017-09-03 04:33:29 +02:00
|
|
|
|
log.Error(string.Format("Exception in host '{0}' while it was upgraded", host.Name()), excep);
|
2013-06-24 13:41:48 +02:00
|
|
|
|
PlanAction action1 = planAction;
|
2013-12-21 12:36:20 +01:00
|
|
|
|
|
|
|
|
|
OnReportException(excep, action1, host);
|
|
|
|
|
|
2013-06-24 13:41:48 +02:00
|
|
|
|
if (host.IsMaster())
|
|
|
|
|
currentMasterFailed = true;
|
|
|
|
|
allActionsDone = false;
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (allActionsDone)
|
2013-12-21 12:36:20 +01:00
|
|
|
|
OnReportHostDone(host);
|
2013-06-24 13:41:48 +02:00
|
|
|
|
|
|
|
|
|
//Skip slaves if master failed
|
|
|
|
|
if (currentMasterFailed)
|
|
|
|
|
{
|
|
|
|
|
i = SkipSlaves(hosts, i);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
catch (Exception excep)
|
|
|
|
|
{
|
|
|
|
|
log.Error("Upgrade thread error: ", excep);
|
|
|
|
|
}
|
|
|
|
|
finally
|
|
|
|
|
{
|
|
|
|
|
//Revert resolved prechecks
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
log.Debug("Reverting prechecks");
|
2013-12-21 12:36:20 +01:00
|
|
|
|
OnReportRunning(_revertAction, currentHost);
|
2013-06-24 13:41:48 +02:00
|
|
|
|
_revertAction.Run();
|
2013-12-21 12:36:20 +01:00
|
|
|
|
|
|
|
|
|
OnReportRevertDone();
|
2013-06-24 13:41:48 +02:00
|
|
|
|
}
|
|
|
|
|
catch (Exception excep)
|
|
|
|
|
{
|
|
|
|
|
log.Error("Exception reverting prechecks", excep);
|
2013-12-21 12:36:20 +01:00
|
|
|
|
OnReportException(excep, _revertAction, currentHost);
|
2013-06-24 13:41:48 +02:00
|
|
|
|
}
|
2013-12-21 12:36:20 +01:00
|
|
|
|
OnCompleted();
|
2013-06-24 13:41:48 +02:00
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|