<feature>[utils]: Network group high availability strategy

conf/db/upgrade/V5.5.6.1__schema.sql

@@ -0,0 +1,48 @@
+CREATE TABLE IF NOT EXISTS `zstack`.`HaNetworkGroupVO` (
+                                                           `uuid` VARCHAR(32) NOT NULL UNIQUE COMMENT 'uuid',
+    `name` VARCHAR(255) NOT NULL,
+    `description` VARCHAR(2048) DEFAULT NULL,
+    `type` VARCHAR(128) NOT NULL,
+    `minAvailableCount` INT(10) NOT NULL DEFAULT 1,
+    `state` VARCHAR(32) NOT NULL DEFAULT 'Enabled',
+    `lastOpDate` TIMESTAMP NOT NULL DEFAULT '0000-00-00 00:00:00' ON UPDATE CURRENT_TIMESTAMP,
+    `createDate` TIMESTAMP NOT NULL DEFAULT '0000-00-00 00:00:00',
+    PRIMARY KEY (`uuid`)
+    ) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+
+CREATE TABLE IF NOT EXISTS `zstack`.`HaNetworkGroupL3NetworkRefVO` (
+                                                                       `uuid` VARCHAR(32) NOT NULL UNIQUE COMMENT 'uuid',
+    `haNetworkGroupUuid` VARCHAR(32) NOT NULL,
+    `l3NetworkUuid` VARCHAR(32) NOT NULL,
+    `lastOpDate` TIMESTAMP NOT NULL DEFAULT '0000-00-00 00:00:00' ON UPDATE CURRENT_TIMESTAMP,
+    `createDate` TIMESTAMP NOT NULL DEFAULT '0000-00-00 00:00:00',
+    PRIMARY KEY (`uuid`),
+    INDEX `idxHaNetworkGroupL3NetworkRefVOhaNetworkGroupUuid` (`haNetworkGroupUuid`),
+    UNIQUE INDEX `ukHaNetworkGroupL3NetworkRefVOl3NetworkUuid` (`l3NetworkUuid`),
+    CONSTRAINT `fkHaNetworkGroupL3NetworkRefVOHaNetworkGroupVO` FOREIGN KEY (`haNetworkGroupUuid`) REFERENCES `zstack`.`HaNetworkGroupVO` (`uuid`) ON DELETE CASCADE,
+    CONSTRAINT `fkHaNetworkGroupL3NetworkRefVOL3NetworkEO` FOREIGN KEY (`l3NetworkUuid`) REFERENCES `zstack`.`L3NetworkEO` (`uuid`) ON DELETE CASCADE
+    ) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+
+CREATE TABLE IF NOT EXISTS `zstack`.`HostHaNetworkGroupStatusVO` (
+                                                                     `uuid` VARCHAR(32) NOT NULL UNIQUE COMMENT 'uuid',
+    `hostUuid` VARCHAR(32) NOT NULL,
+    `networkGroupUuid` VARCHAR(32) NOT NULL,
+    `status` VARCHAR(32) NOT NULL DEFAULT 'Unknown',
+    `lastOpDate` TIMESTAMP NOT NULL DEFAULT '0000-00-00 00:00:00' ON UPDATE CURRENT_TIMESTAMP,
+    `createDate` TIMESTAMP NOT NULL DEFAULT '0000-00-00 00:00:00',
+    PRIMARY KEY (`uuid`),
+    UNIQUE INDEX `ukHostHaNetworkGroupStatusVOHostUuidNetworkGroupUuid` (`hostUuid`, `networkGroupUuid`),
+    INDEX `idxHostHaNetworkGroupStatusVOhostUuid` (`hostUuid`),
+    INDEX `idxHostHaNetworkGroupStatusVOnetworkGroupUuid` (`networkGroupUuid`),
+    CONSTRAINT `fkHostHaNetworkGroupStatusVOHostEO` FOREIGN KEY (`hostUuid`) REFERENCES `zstack`.`HostEO` (`uuid`) ON DELETE CASCADE,
+    CONSTRAINT `fkHostHaNetworkGroupStatusVOHaNetworkGroupVO` FOREIGN KEY (`networkGroupUuid`) REFERENCES `zstack`.`HaNetworkGroupVO` (`uuid`) ON DELETE CASCADE
+    ) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+
+CREATE TABLE IF NOT EXISTS `zstack`.`HaNetworkGroupGlobalConfigVersionVO` (
+                                                                              `name` VARCHAR(64) NOT NULL,
+    `version` BIGINT UNSIGNED NOT NULL DEFAULT 0,
+    PRIMARY KEY (`name`)
+    ) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+
+INSERT IGNORE INTO `zstack`.`HaNetworkGroupGlobalConfigVersionVO` (`name`, `version`)
+VALUES ('ha-network-group', 0);

plugin/kvm/src/main/java/org/zstack/kvm/KVMAgentCommands.java

@@ -1014,6 +1014,42 @@ public static class SetVmConsolePasswordLiveCmd extends AgentCommand implements
         public void setPassword(String password) { this.password = password; }
     }
 
+    public static class SetupVmHaEnabledMetadataLiveCmd extends AgentCommand implements Serializable {
+        @GrayVersion(value = "5.5.6")
+        private String vmUuid;
+        @GrayVersion(value = "5.5.6")
+        private Boolean enableHa;
+
+        public String getVmUuid() {
+            return vmUuid;
+        }
+
+        public void setVmUuid(String vmUuid) {
+            this.vmUuid = vmUuid;
+        }
+
+        public Boolean getEnableHa() {
+            return enableHa;
+        }
+
+        public void setEnableHa(Boolean enableHa) {
+            this.enableHa = enableHa;
+        }
+    }
+
+    public static class ReconcileVmHaEnabledMetadataLiveCmd extends AgentCommand implements Serializable {
+        @GrayVersion(value = "5.5.6")
+        private List<String> neverStopVmUuids;
+
+        public List<String> getNeverStopVmUuids() {
+            return neverStopVmUuids;
+        }
+
+        public void setNeverStopVmUuids(List<String> neverStopVmUuids) {
+            this.neverStopVmUuids = neverStopVmUuids;
+        }
+    }
+
     public static class UpdateL2NetworkCmd extends AgentCommand {
         private String physicalInterfaceName;
         private String bridgeName;
@@ -2236,6 +2272,8 @@ public static class StartVmCmd extends vdiCmd implements VmAddOnsCmd {
         private String nestedVirtualization;
         @GrayVersion(value = "5.0.0")
         private String hostManagementIp;
+        @GrayVersion(value = "5.5.6")
+        private Boolean enableHa;
         @GrayVersion(value = "5.0.0")
         private String clock;
         @GrayVersion(value = "5.0.0")
@@ -2714,6 +2752,14 @@ public void setHostManagementIp(String hostManagementIp) {
             this.hostManagementIp = hostManagementIp;
         }
 
+        public Boolean getEnableHa() {
+            return enableHa;
+        }
+
+        public void setEnableHa(Boolean enableHa) {
+            this.enableHa = enableHa;
+        }
+
         public VolumeTO getRootVolume() {
             return rootVolume;
         }

plugin/kvm/src/main/java/org/zstack/kvm/KVMConstant.java

@@ -127,6 +127,9 @@ public interface KVMConstant {
     String KVM_BLOCK_PULL_VOLUME_PATH = "/vm/volume/blockpull";
     String TAKE_VM_CONSOLE_SCREENSHOT_PATH = "/vm/console/screenshot";
     String UPDATE_VM_CONSOLE_PASSWORD_PATH = "/host/vm/updateConsolePassword/live";
+    String SETUP_VM_HA_ENABLED_METADATA_LIVE_PATH = "/host/vm/setupHaEnabledMetadata/live";
+    String RECONCILE_VM_HA_ENABLED_METADATA_LIVE_PATH = "/host/vm/reconcileHaEnabledMetadata/live";
+    String HA_NETWORK_GROUP_SYNC_PATH = "/ha/networkgroup/sync";
 
     String KVM_HOST_IPSET_ATTACH_NIC_PATH = "/network/ipset/attach";
     String KVM_HOST_IPSET_DETACH_NIC_PATH = "/network/ipset/detach";

sdk/src/main/java/SourceClassMap.java

@@ -178,6 +178,7 @@ public class SourceClassMap {
 			put("org.zstack.guesttools.GuestVmScriptInventory", "org.zstack.sdk.GuestVmScriptInventory");
 			put("org.zstack.guesttools.InvocationRecord", "org.zstack.sdk.InvocationRecord");
 			put("org.zstack.guesttools.InvocationRecordDetail", "org.zstack.sdk.InvocationRecordDetail");
+			put("org.zstack.ha.HaNetworkGroupInventory", "org.zstack.sdk.HaNetworkGroupInventory");
 			put("org.zstack.ha.HaStrategyConditionInventory", "org.zstack.sdk.HaStrategyConditionInventory");
 			put("org.zstack.header.acl.AccessControlListEntryInventory", "org.zstack.sdk.AccessControlListEntryInventory");
 			put("org.zstack.header.acl.AccessControlListInventory", "org.zstack.sdk.AccessControlListInventory");
@@ -1092,6 +1093,7 @@ public class SourceClassMap {
 			put("org.zstack.sdk.GuestVmScriptExecutedRecordInventory", "org.zstack.guesttools.GuestVmScriptExecutedRecordInventory");
 			put("org.zstack.sdk.GuestVmScriptInventory", "org.zstack.guesttools.GuestVmScriptInventory");
 			put("org.zstack.sdk.H3cSdnControllerTenantInventory", "org.zstack.sdnController.header.H3cSdnControllerTenantInventory");
+			put("org.zstack.sdk.HaNetworkGroupInventory", "org.zstack.ha.HaNetworkGroupInventory");
 			put("org.zstack.sdk.HaStrategyConditionInventory", "org.zstack.ha.HaStrategyConditionInventory");
 			put("org.zstack.sdk.HaiTaiSecretResourcePoolInventory", "org.zstack.crypto.securitymachine.thirdparty.haitai.HaiTaiSecretResourcePoolInventory");
 			put("org.zstack.sdk.HardwareL2VxlanNetworkInventory", "org.zstack.sdnController.header.HardwareL2VxlanNetworkInventory");

sdk/src/main/java/org/zstack/sdk/ChangeHaNetworkGroupStateAction.java

@@ -0,0 +1,104 @@
+package org.zstack.sdk;
+
+import java.util.HashMap;
+import java.util.Map;
+import org.zstack.sdk.*;
+
+public class ChangeHaNetworkGroupStateAction extends AbstractAction {
+
+    private static final HashMap<String, Parameter> parameterMap = new HashMap<>();
+
+    private static final HashMap<String, Parameter> nonAPIParameterMap = new HashMap<>();
+
+    public static class Result {
+        public ErrorCode error;
+        public org.zstack.sdk.ChangeHaNetworkGroupStateResult value;
+
+        public Result throwExceptionIfError() {
+            if (error != null) {
+                throw new ApiException(
+                    String.format("error[code: %s, description: %s, details: %s, globalErrorCode: %s]", error.code, error.description, error.details, error.globalErrorCode)    
+                );
+            }
+
+            return this;
+        }
+    }
+
+    @Param(required = true, nonempty = false, nullElements = false, emptyString = true, noTrim = false)
+    public java.lang.String uuid;
+
+    @Param(required = true, validValues = {"enable","disable"}, nonempty = false, nullElements = false, emptyString = true, noTrim = false)
+    public java.lang.String stateEvent;
+
+    @Param(required = false)
+    public java.util.List systemTags;
+
+    @Param(required = false)
+    public java.util.List userTags;
+
+    @Param(required = false)
+    public String sessionId;
+
+    @Param(required = false)
+    public String accessKeyId;
+
+    @Param(required = false)
+    public String accessKeySecret;
+
+    @Param(required = false)
+    public String requestIp;
+
+    @NonAPIParam
+    public long timeout = -1;
+
+    @NonAPIParam
+    public long pollingInterval = -1;
+
+
+    private Result makeResult(ApiResult res) {
+        Result ret = new Result();
+        if (res.error != null) {
+            ret.error = res.error;
+            return ret;
+        }
+
+        org.zstack.sdk.ChangeHaNetworkGroupStateResult value = res.getResult(org.zstack.sdk.ChangeHaNetworkGroupStateResult.class);
+        ret.value = value == null ? new org.zstack.sdk.ChangeHaNetworkGroupStateResult() : value; 
+
+        return ret;
+    }
+
+    public Result call() {
+        ApiResult res = ZSClient.call(this);
+        return makeResult(res);
+    }
+
+    public void call(final Completion<Result> completion) {
+        ZSClient.call(this, new InternalCompletion() {
+            @Override
+            public void complete(ApiResult res) {
+                completion.complete(makeResult(res));
+            }
+        });
+    }
+
+    protected Map<String, Parameter> getParameterMap() {
+        return parameterMap;
+    }
+
+    protected Map<String, Parameter> getNonAPIParameterMap() {
+        return nonAPIParameterMap;
+    }
+
+    protected RestInfo getRestInfo() {
+        RestInfo info = new RestInfo();
+        info.httpMethod = "PUT";
+        info.path = "/ha/network-groups/{uuid}/actions";
+        info.needSession = true;
+        info.needPoll = true;
+        info.parameterName = "changeHaNetworkGroupState";
+        return info;
+    }
+
+}

sdk/src/main/java/org/zstack/sdk/ChangeHaNetworkGroupStateResult.java

@@ -0,0 +1,14 @@
+package org.zstack.sdk;
+
+import org.zstack.sdk.HaNetworkGroupInventory;
+
+public class ChangeHaNetworkGroupStateResult {
+    public HaNetworkGroupInventory inventory;
+    public void setInventory(HaNetworkGroupInventory inventory) {
+        this.inventory = inventory;
+    }
+    public HaNetworkGroupInventory getInventory() {
+        return this.inventory;
+    }
+
+}

sdk/src/main/java/org/zstack/sdk/CreateHaNetworkGroupAction.java

@@ -0,0 +1,119 @@
+package org.zstack.sdk;
+
+import java.util.HashMap;
+import java.util.Map;
+import org.zstack.sdk.*;
+
+public class CreateHaNetworkGroupAction extends AbstractAction {
+
+    private static final HashMap<String, Parameter> parameterMap = new HashMap<>();
+
+    private static final HashMap<String, Parameter> nonAPIParameterMap = new HashMap<>();
+
+    public static class Result {
+        public ErrorCode error;
+        public org.zstack.sdk.CreateHaNetworkGroupResult value;
+
+        public Result throwExceptionIfError() {
+            if (error != null) {
+                throw new ApiException(
+                    String.format("error[code: %s, description: %s, details: %s, globalErrorCode: %s]", error.code, error.description, error.details, error.globalErrorCode)    
+                );
+            }
+
+            return this;
+        }
+    }
+
+    @Param(required = true, maxLength = 255, nonempty = false, nullElements = false, emptyString = true, noTrim = false)
+    public java.lang.String name;
+
+    @Param(required = false, maxLength = 2048, nonempty = false, nullElements = false, emptyString = true, noTrim = false)
+    public java.lang.String description;
+
+    @Param(required = true, validValues = {"Flat","Public"}, nonempty = false, nullElements = false, emptyString = true, noTrim = false)
+    public java.lang.String type;
+
+    @Param(required = true, nonempty = false, nullElements = false, emptyString = true, numberRange = {1L,2147483647L}, noTrim = false)
+    public int minAvailableCount = 0;
+
+    @Param(required = true, nonempty = true, nullElements = false, emptyString = true, noTrim = false)
+    public java.util.List l3NetworkUuids;
+
+    @Param(required = false)
+    public java.lang.String resourceUuid;
+
+    @Param(required = false, nonempty = false, nullElements = false, emptyString = true, noTrim = false)
+    public java.util.List tagUuids;
+
+    @Param(required = false)
+    public java.util.List systemTags;
+
+    @Param(required = false)
+    public java.util.List userTags;
+
+    @Param(required = false)
+    public String sessionId;
+
+    @Param(required = false)
+    public String accessKeyId;
+
+    @Param(required = false)
+    public String accessKeySecret;
+
+    @Param(required = false)
+    public String requestIp;
+
+    @NonAPIParam
+    public long timeout = -1;
+
+    @NonAPIParam
+    public long pollingInterval = -1;
+
+
+    private Result makeResult(ApiResult res) {
+        Result ret = new Result();
+        if (res.error != null) {
+            ret.error = res.error;
+            return ret;
+        }
+
+        org.zstack.sdk.CreateHaNetworkGroupResult value = res.getResult(org.zstack.sdk.CreateHaNetworkGroupResult.class);
+        ret.value = value == null ? new org.zstack.sdk.CreateHaNetworkGroupResult() : value; 
+
+        return ret;
+    }
+
+    public Result call() {
+        ApiResult res = ZSClient.call(this);
+        return makeResult(res);
+    }
+
+    public void call(final Completion<Result> completion) {
+        ZSClient.call(this, new InternalCompletion() {
+            @Override
+            public void complete(ApiResult res) {
+                completion.complete(makeResult(res));
+            }
+        });
+    }
+
+    protected Map<String, Parameter> getParameterMap() {
+        return parameterMap;
+    }
+
+    protected Map<String, Parameter> getNonAPIParameterMap() {
+        return nonAPIParameterMap;
+    }
+
+    protected RestInfo getRestInfo() {
+        RestInfo info = new RestInfo();
+        info.httpMethod = "POST";
+        info.path = "/ha/network-groups";
+        info.needSession = true;
+        info.needPoll = true;
+        info.parameterName = "params";
+        return info;
+    }
+
+}

sdk/src/main/java/org/zstack/sdk/CreateHaNetworkGroupResult.java

@@ -0,0 +1,14 @@
+package org.zstack.sdk;
+
+import org.zstack.sdk.HaNetworkGroupInventory;
+
+public class CreateHaNetworkGroupResult {
+    public HaNetworkGroupInventory inventory;
+    public void setInventory(HaNetworkGroupInventory inventory) {
+        this.inventory = inventory;
+    }
+    public HaNetworkGroupInventory getInventory() {
+        return this.inventory;
+    }
+
+}