Committed by
Jonathan Hart
Support existing VMs running on the newly added node
- Added openstack node state event - Made openstack switching to listen to the node state events and add existing VMs running in the complete state node Change-Id: I7b7186c3b889376a4bc0385313433604dcd93d70
Showing
7 changed files
with
253 additions
and
120 deletions
| ... | @@ -56,6 +56,10 @@ import org.onosproject.openstackinterface.OpenstackPort; | ... | @@ -56,6 +56,10 @@ import org.onosproject.openstackinterface.OpenstackPort; |
| 56 | import org.onosproject.openstackinterface.OpenstackSubnet; | 56 | import org.onosproject.openstackinterface.OpenstackSubnet; |
| 57 | import org.onosproject.openstacknetworking.OpenstackPortInfo; | 57 | import org.onosproject.openstacknetworking.OpenstackPortInfo; |
| 58 | import org.onosproject.openstacknetworking.OpenstackSwitchingService; | 58 | import org.onosproject.openstacknetworking.OpenstackSwitchingService; |
| 59 | +import org.onosproject.openstacknode.OpenstackNode; | ||
| 60 | +import org.onosproject.openstacknode.OpenstackNodeEvent; | ||
| 61 | +import org.onosproject.openstacknode.OpenstackNodeListener; | ||
| 62 | +import org.onosproject.openstacknode.OpenstackNodeService; | ||
| 59 | import org.slf4j.Logger; | 63 | import org.slf4j.Logger; |
| 60 | import org.slf4j.LoggerFactory; | 64 | import org.slf4j.LoggerFactory; |
| 61 | 65 | ||
| ... | @@ -103,11 +107,15 @@ public final class OpenstackSwitchingManager extends AbstractProvider | ... | @@ -103,11 +107,15 @@ public final class OpenstackSwitchingManager extends AbstractProvider |
| 103 | @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY) | 107 | @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY) |
| 104 | protected OpenstackInterfaceService openstackService; | 108 | protected OpenstackInterfaceService openstackService; |
| 105 | 109 | ||
| 110 | + @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY) | ||
| 111 | + protected OpenstackNodeService openstackNodeService; | ||
| 112 | + | ||
| 106 | private final ExecutorService deviceEventExecutor = | 113 | private final ExecutorService deviceEventExecutor = |
| 107 | Executors.newSingleThreadExecutor(groupedThreads("onos/openstackswitching", "device-event")); | 114 | Executors.newSingleThreadExecutor(groupedThreads("onos/openstackswitching", "device-event")); |
| 108 | private final ExecutorService configEventExecutor = | 115 | private final ExecutorService configEventExecutor = |
| 109 | Executors.newSingleThreadExecutor(groupedThreads("onos/openstackswitching", "config-event")); | 116 | Executors.newSingleThreadExecutor(groupedThreads("onos/openstackswitching", "config-event")); |
| 110 | private final InternalDeviceListener internalDeviceListener = new InternalDeviceListener(); | 117 | private final InternalDeviceListener internalDeviceListener = new InternalDeviceListener(); |
| 118 | + private final InternalOpenstackNodeListener internalNodeListener = new InternalOpenstackNodeListener(); | ||
| 111 | 119 | ||
| 112 | private HostProviderService hostProvider; | 120 | private HostProviderService hostProvider; |
| 113 | 121 | ||
| ... | @@ -122,6 +130,7 @@ public final class OpenstackSwitchingManager extends AbstractProvider | ... | @@ -122,6 +130,7 @@ public final class OpenstackSwitchingManager extends AbstractProvider |
| 122 | protected void activate() { | 130 | protected void activate() { |
| 123 | coreService.registerApplication(APP_ID); | 131 | coreService.registerApplication(APP_ID); |
| 124 | deviceService.addListener(internalDeviceListener); | 132 | deviceService.addListener(internalDeviceListener); |
| 133 | + openstackNodeService.addListener(internalNodeListener); | ||
| 125 | hostProvider = hostProviderRegistry.register(this); | 134 | hostProvider = hostProviderRegistry.register(this); |
| 126 | 135 | ||
| 127 | log.info("Started"); | 136 | log.info("Started"); |
| ... | @@ -131,6 +140,7 @@ public final class OpenstackSwitchingManager extends AbstractProvider | ... | @@ -131,6 +140,7 @@ public final class OpenstackSwitchingManager extends AbstractProvider |
| 131 | protected void deactivate() { | 140 | protected void deactivate() { |
| 132 | hostProviderRegistry.unregister(this); | 141 | hostProviderRegistry.unregister(this); |
| 133 | deviceService.removeListener(internalDeviceListener); | 142 | deviceService.removeListener(internalDeviceListener); |
| 143 | + openstackNodeService.removeListener(internalNodeListener); | ||
| 134 | 144 | ||
| 135 | deviceEventExecutor.shutdown(); | 145 | deviceEventExecutor.shutdown(); |
| 136 | configEventExecutor.shutdown(); | 146 | configEventExecutor.shutdown(); |
| ... | @@ -179,6 +189,7 @@ public final class OpenstackSwitchingManager extends AbstractProvider | ... | @@ -179,6 +189,7 @@ public final class OpenstackSwitchingManager extends AbstractProvider |
| 179 | } | 189 | } |
| 180 | 190 | ||
| 181 | private void processPortAdded(Port port) { | 191 | private void processPortAdded(Port port) { |
| 192 | + // TODO check the node state is COMPLETE | ||
| 182 | OpenstackPort osPort = openstackService.port(port); | 193 | OpenstackPort osPort = openstackService.port(port); |
| 183 | if (osPort == null) { | 194 | if (osPort == null) { |
| 184 | log.warn("Failed to get OpenStack port for {}", port); | 195 | log.warn("Failed to get OpenStack port for {}", port); |
| ... | @@ -221,6 +232,10 @@ public final class OpenstackSwitchingManager extends AbstractProvider | ... | @@ -221,6 +232,10 @@ public final class OpenstackSwitchingManager extends AbstractProvider |
| 221 | 232 | ||
| 222 | private void processPortRemoved(Port port) { | 233 | private void processPortRemoved(Port port) { |
| 223 | ConnectPoint connectPoint = new ConnectPoint(port.element().id(), port.number()); | 234 | ConnectPoint connectPoint = new ConnectPoint(port.element().id(), port.number()); |
| 235 | + removeHosts(connectPoint); | ||
| 236 | + } | ||
| 237 | + | ||
| 238 | + private void removeHosts(ConnectPoint connectPoint) { | ||
| 224 | hostService.getConnectedHosts(connectPoint).stream() | 239 | hostService.getConnectedHosts(connectPoint).stream() |
| 225 | .forEach(host -> { | 240 | .forEach(host -> { |
| 226 | dhcpService.removeStaticMapping(host.mac()); | 241 | dhcpService.removeStaticMapping(host.mac()); |
| ... | @@ -300,4 +315,45 @@ public final class OpenstackSwitchingManager extends AbstractProvider | ... | @@ -300,4 +315,45 @@ public final class OpenstackSwitchingManager extends AbstractProvider |
| 300 | } | 315 | } |
| 301 | } | 316 | } |
| 302 | } | 317 | } |
| 318 | + | ||
| 319 | + private class InternalOpenstackNodeListener implements OpenstackNodeListener { | ||
| 320 | + | ||
| 321 | + @Override | ||
| 322 | + public void event(OpenstackNodeEvent event) { | ||
| 323 | + OpenstackNode node = event.node(); | ||
| 324 | + // TODO check leadership of the node and make only the leader process | ||
| 325 | + | ||
| 326 | + switch (event.type()) { | ||
| 327 | + case COMPLETE: | ||
| 328 | + log.info("COMPLETE node {} detected", node.hostname()); | ||
| 329 | + | ||
| 330 | + // adds existing VMs running on the complete state node | ||
| 331 | + deviceService.getPorts(node.intBridge()).stream() | ||
| 332 | + .filter(port -> port.annotations().value(PORT_NAME) | ||
| 333 | + .startsWith(PORTNAME_PREFIX_VM) && | ||
| 334 | + port.isEnabled()) | ||
| 335 | + .forEach(port -> { | ||
| 336 | + deviceEventExecutor.execute(() -> processPortAdded(port)); | ||
| 337 | + log.info("VM is detected on {}", port); | ||
| 338 | + }); | ||
| 339 | + | ||
| 340 | + // removes stale VMs | ||
| 341 | + hostService.getHosts().forEach(host -> { | ||
| 342 | + if (deviceService.getPort(host.location().deviceId(), | ||
| 343 | + host.location().port()) == null) { | ||
| 344 | + deviceEventExecutor.execute(() -> removeHosts(host.location())); | ||
| 345 | + log.info("Removed stale VM {}", host.location()); | ||
| 346 | + } | ||
| 347 | + }); | ||
| 348 | + break; | ||
| 349 | + case INCOMPLETE: | ||
| 350 | + log.warn("{} is changed to INCOMPLETE state", node); | ||
| 351 | + break; | ||
| 352 | + case INIT: | ||
| 353 | + case DEVICE_CREATED: | ||
| 354 | + default: | ||
| 355 | + break; | ||
| 356 | + } | ||
| 357 | + } | ||
| 358 | + } | ||
| 303 | } | 359 | } | ... | ... |
| ... | @@ -19,6 +19,7 @@ import com.google.common.base.MoreObjects; | ... | @@ -19,6 +19,7 @@ import com.google.common.base.MoreObjects; |
| 19 | import com.google.common.base.Strings; | 19 | import com.google.common.base.Strings; |
| 20 | import org.onlab.packet.IpAddress; | 20 | import org.onlab.packet.IpAddress; |
| 21 | import org.onosproject.net.DeviceId; | 21 | import org.onosproject.net.DeviceId; |
| 22 | +import org.onosproject.openstacknode.OpenstackNodeEvent.NodeState; | ||
| 22 | import org.onosproject.openstacknode.OpenstackNodeService.NodeType; | 23 | import org.onosproject.openstacknode.OpenstackNodeService.NodeType; |
| 23 | 24 | ||
| 24 | import java.util.Comparator; | 25 | import java.util.Comparator; |
| ... | @@ -27,6 +28,7 @@ import java.util.Optional; | ... | @@ -27,6 +28,7 @@ import java.util.Optional; |
| 27 | 28 | ||
| 28 | import static com.google.common.base.Preconditions.checkArgument; | 29 | import static com.google.common.base.Preconditions.checkArgument; |
| 29 | import static com.google.common.base.Preconditions.checkNotNull; | 30 | import static com.google.common.base.Preconditions.checkNotNull; |
| 31 | +import static org.onosproject.openstacknode.OpenstackNodeEvent.NodeState.INIT; | ||
| 30 | 32 | ||
| 31 | /** | 33 | /** |
| 32 | * Representation of a compute/gateway node for OpenstackSwitching/Routing service. | 34 | * Representation of a compute/gateway node for OpenstackSwitching/Routing service. |
| ... | @@ -39,7 +41,7 @@ public final class OpenstackNode { | ... | @@ -39,7 +41,7 @@ public final class OpenstackNode { |
| 39 | private final IpAddress dataIp; | 41 | private final IpAddress dataIp; |
| 40 | private final DeviceId integrationBridge; | 42 | private final DeviceId integrationBridge; |
| 41 | private final Optional<DeviceId> routerBridge; | 43 | private final Optional<DeviceId> routerBridge; |
| 42 | - private final OpenstackNodeState state; | 44 | + private final NodeState state; |
| 43 | 45 | ||
| 44 | public static final Comparator<OpenstackNode> OPENSTACK_NODE_COMPARATOR = | 46 | public static final Comparator<OpenstackNode> OPENSTACK_NODE_COMPARATOR = |
| 45 | (node1, node2) -> node1.hostname().compareTo(node2.hostname()); | 47 | (node1, node2) -> node1.hostname().compareTo(node2.hostname()); |
| ... | @@ -50,7 +52,7 @@ public final class OpenstackNode { | ... | @@ -50,7 +52,7 @@ public final class OpenstackNode { |
| 50 | IpAddress dataIp, | 52 | IpAddress dataIp, |
| 51 | DeviceId integrationBridge, | 53 | DeviceId integrationBridge, |
| 52 | Optional<DeviceId> routerBridge, | 54 | Optional<DeviceId> routerBridge, |
| 53 | - OpenstackNodeState state) { | 55 | + NodeState state) { |
| 54 | this.hostname = hostname; | 56 | this.hostname = hostname; |
| 55 | this.type = type; | 57 | this.type = type; |
| 56 | this.managementIp = managementIp; | 58 | this.managementIp = managementIp; |
| ... | @@ -67,7 +69,7 @@ public final class OpenstackNode { | ... | @@ -67,7 +69,7 @@ public final class OpenstackNode { |
| 67 | * @param state openstack node init state | 69 | * @param state openstack node init state |
| 68 | * @return openstack node | 70 | * @return openstack node |
| 69 | */ | 71 | */ |
| 70 | - public static OpenstackNode getUpdatedNode(OpenstackNode node, OpenstackNodeState state) { | 72 | + public static OpenstackNode getUpdatedNode(OpenstackNode node, NodeState state) { |
| 71 | return new OpenstackNode(node.hostname, | 73 | return new OpenstackNode(node.hostname, |
| 72 | node.type, | 74 | node.type, |
| 73 | node.managementIp, | 75 | node.managementIp, |
| ... | @@ -137,7 +139,7 @@ public final class OpenstackNode { | ... | @@ -137,7 +139,7 @@ public final class OpenstackNode { |
| 137 | * | 139 | * |
| 138 | * @return init state | 140 | * @return init state |
| 139 | */ | 141 | */ |
| 140 | - public OpenstackNodeState state() { | 142 | + public NodeState state() { |
| 141 | return state; | 143 | return state; |
| 142 | } | 144 | } |
| 143 | 145 | ||
| ... | @@ -212,7 +214,7 @@ public final class OpenstackNode { | ... | @@ -212,7 +214,7 @@ public final class OpenstackNode { |
| 212 | private IpAddress dataIp; | 214 | private IpAddress dataIp; |
| 213 | private DeviceId integrationBridge; | 215 | private DeviceId integrationBridge; |
| 214 | private Optional<DeviceId> routerBridge = Optional.empty(); | 216 | private Optional<DeviceId> routerBridge = Optional.empty(); |
| 215 | - private OpenstackNodeState state = OpenstackNodeState.noState(); | 217 | + private NodeState state = INIT; |
| 216 | 218 | ||
| 217 | private Builder() { | 219 | private Builder() { |
| 218 | } | 220 | } |
| ... | @@ -305,7 +307,7 @@ public final class OpenstackNode { | ... | @@ -305,7 +307,7 @@ public final class OpenstackNode { |
| 305 | * @param state node init state | 307 | * @param state node init state |
| 306 | * @return openstack node builder | 308 | * @return openstack node builder |
| 307 | */ | 309 | */ |
| 308 | - public Builder state(OpenstackNodeState state) { | 310 | + public Builder state(NodeState state) { |
| 309 | this.state = state; | 311 | this.state = state; |
| 310 | return this; | 312 | return this; |
| 311 | } | 313 | } | ... | ... |
| 1 | +/* | ||
| 2 | + * Copyright 2016-present Open Networking Laboratory | ||
| 3 | + * | ||
| 4 | + * Licensed under the Apache License, Version 2.0 (the "License"); | ||
| 5 | + * you may not use this file except in compliance with the License. | ||
| 6 | + * You may obtain a copy of the License at | ||
| 7 | + * | ||
| 8 | + * http://www.apache.org/licenses/LICENSE-2.0 | ||
| 9 | + * | ||
| 10 | + * Unless required by applicable law or agreed to in writing, software | ||
| 11 | + * distributed under the License is distributed on an "AS IS" BASIS, | ||
| 12 | + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| 13 | + * See the License for the specific language governing permissions and | ||
| 14 | + * limitations under the License. | ||
| 15 | + */ | ||
| 16 | +package org.onosproject.openstacknode; | ||
| 17 | + | ||
| 18 | +import org.joda.time.LocalDateTime; | ||
| 19 | +import org.onosproject.event.AbstractEvent; | ||
| 20 | + | ||
| 21 | +import static com.google.common.base.MoreObjects.toStringHelper; | ||
| 22 | + | ||
| 23 | +/** | ||
| 24 | + * Describes OpenStack node init state event. | ||
| 25 | + */ | ||
| 26 | +public class OpenstackNodeEvent extends AbstractEvent<OpenstackNodeEvent.NodeState, Object> { | ||
| 27 | + | ||
| 28 | + public enum NodeState { | ||
| 29 | + /** | ||
| 30 | + * Indicates the node is newly added. | ||
| 31 | + */ | ||
| 32 | + INIT { | ||
| 33 | + @Override | ||
| 34 | + public void process(OpenstackNodeService nodeService, OpenstackNode node) { | ||
| 35 | + nodeService.processInitState(node); | ||
| 36 | + } | ||
| 37 | + }, | ||
| 38 | + /** | ||
| 39 | + * Indicates bridge devices are added according to the node state. | ||
| 40 | + */ | ||
| 41 | + DEVICE_CREATED { | ||
| 42 | + @Override | ||
| 43 | + public void process(OpenstackNodeService nodeService, OpenstackNode node) { | ||
| 44 | + nodeService.processDeviceCreatedState(node); | ||
| 45 | + } | ||
| 46 | + }, | ||
| 47 | + /** | ||
| 48 | + * Indicates all node initialization is done. | ||
| 49 | + */ | ||
| 50 | + COMPLETE { | ||
| 51 | + @Override | ||
| 52 | + public void process(OpenstackNodeService nodeService, OpenstackNode node) { | ||
| 53 | + nodeService.processCompleteState(node); | ||
| 54 | + } | ||
| 55 | + }, | ||
| 56 | + /** | ||
| 57 | + * Indicates node initialization is not done but unable to proceed to | ||
| 58 | + * the next step for some reason. | ||
| 59 | + */ | ||
| 60 | + INCOMPLETE { | ||
| 61 | + @Override | ||
| 62 | + public void process(OpenstackNodeService nodeService, OpenstackNode node) { | ||
| 63 | + nodeService.processIncompleteState(node); | ||
| 64 | + } | ||
| 65 | + }; | ||
| 66 | + | ||
| 67 | + public abstract void process(OpenstackNodeService nodeService, OpenstackNode node); | ||
| 68 | + } | ||
| 69 | + | ||
| 70 | + public OpenstackNodeEvent(NodeState state, Object subject) { | ||
| 71 | + super(state, subject); | ||
| 72 | + } | ||
| 73 | + | ||
| 74 | + public OpenstackNode node() { | ||
| 75 | + return (OpenstackNode) subject(); | ||
| 76 | + } | ||
| 77 | + | ||
| 78 | + @Override | ||
| 79 | + public String toString() { | ||
| 80 | + return toStringHelper(this) | ||
| 81 | + .add("time", new LocalDateTime(time())) | ||
| 82 | + .add("state", type()) | ||
| 83 | + .add("node", subject()) | ||
| 84 | + .toString(); | ||
| 85 | + } | ||
| 86 | +} |
| ... | @@ -15,16 +15,10 @@ | ... | @@ -15,16 +15,10 @@ |
| 15 | */ | 15 | */ |
| 16 | package org.onosproject.openstacknode; | 16 | package org.onosproject.openstacknode; |
| 17 | 17 | ||
| 18 | +import org.onosproject.event.EventListener; | ||
| 19 | + | ||
| 18 | /** | 20 | /** |
| 19 | - * Entity that defines possible init state of the OpenStack node. | 21 | + * Listener for OpenStack node events. |
| 20 | - */ | ||
| 21 | -public interface OpenstackNodeState { | ||
| 22 | - /** | ||
| 23 | - * Returns null for no state. | ||
| 24 | - * | ||
| 25 | - * @return null | ||
| 26 | */ | 22 | */ |
| 27 | - static OpenstackNodeState noState() { | 23 | +public interface OpenstackNodeListener extends EventListener<OpenstackNodeEvent> { |
| 28 | - return null; | ||
| 29 | - } | ||
| 30 | } | 24 | } | ... | ... |
| ... | @@ -34,6 +34,7 @@ import org.onosproject.cluster.LeadershipService; | ... | @@ -34,6 +34,7 @@ import org.onosproject.cluster.LeadershipService; |
| 34 | import org.onosproject.cluster.NodeId; | 34 | import org.onosproject.cluster.NodeId; |
| 35 | import org.onosproject.core.ApplicationId; | 35 | import org.onosproject.core.ApplicationId; |
| 36 | import org.onosproject.core.CoreService; | 36 | import org.onosproject.core.CoreService; |
| 37 | +import org.onosproject.event.ListenerRegistry; | ||
| 37 | import org.onosproject.net.Device; | 38 | import org.onosproject.net.Device; |
| 38 | import org.onosproject.net.DeviceId; | 39 | import org.onosproject.net.DeviceId; |
| 39 | import org.onosproject.net.Port; | 40 | import org.onosproject.net.Port; |
| ... | @@ -57,6 +58,7 @@ import org.onosproject.net.config.basics.SubjectFactories; | ... | @@ -57,6 +58,7 @@ import org.onosproject.net.config.basics.SubjectFactories; |
| 57 | import org.onosproject.net.device.DeviceEvent; | 58 | import org.onosproject.net.device.DeviceEvent; |
| 58 | import org.onosproject.net.device.DeviceListener; | 59 | import org.onosproject.net.device.DeviceListener; |
| 59 | import org.onosproject.net.device.DeviceService; | 60 | import org.onosproject.net.device.DeviceService; |
| 61 | +import org.onosproject.openstacknode.OpenstackNodeEvent.NodeState; | ||
| 60 | import org.onosproject.ovsdb.controller.OvsdbClientService; | 62 | import org.onosproject.ovsdb.controller.OvsdbClientService; |
| 61 | import org.onosproject.ovsdb.controller.OvsdbController; | 63 | import org.onosproject.ovsdb.controller.OvsdbController; |
| 62 | import org.onosproject.ovsdb.controller.OvsdbNodeId; | 64 | import org.onosproject.ovsdb.controller.OvsdbNodeId; |
| ... | @@ -76,6 +78,7 @@ import static org.onosproject.net.AnnotationKeys.PORT_NAME; | ... | @@ -76,6 +78,7 @@ import static org.onosproject.net.AnnotationKeys.PORT_NAME; |
| 76 | import static org.onosproject.net.Device.Type.SWITCH; | 78 | import static org.onosproject.net.Device.Type.SWITCH; |
| 77 | import static org.onosproject.net.behaviour.TunnelDescription.Type.VXLAN; | 79 | import static org.onosproject.net.behaviour.TunnelDescription.Type.VXLAN; |
| 78 | import static org.onosproject.openstacknode.Constants.*; | 80 | import static org.onosproject.openstacknode.Constants.*; |
| 81 | +import static org.onosproject.openstacknode.OpenstackNodeEvent.NodeState.*; | ||
| 79 | import static org.slf4j.LoggerFactory.getLogger; | 82 | import static org.slf4j.LoggerFactory.getLogger; |
| 80 | 83 | ||
| 81 | import java.util.Dictionary; | 84 | import java.util.Dictionary; |
| ... | @@ -92,8 +95,9 @@ import java.util.stream.Collectors; | ... | @@ -92,8 +95,9 @@ import java.util.stream.Collectors; |
| 92 | */ | 95 | */ |
| 93 | @Component(immediate = true) | 96 | @Component(immediate = true) |
| 94 | @Service | 97 | @Service |
| 95 | -public final class OpenstackNodeManager implements OpenstackNodeService { | 98 | +public final class OpenstackNodeManager extends ListenerRegistry<OpenstackNodeEvent, OpenstackNodeListener> |
| 96 | - protected final Logger log = getLogger(getClass()); | 99 | + implements OpenstackNodeService { |
| 100 | + private final Logger log = getLogger(getClass()); | ||
| 97 | 101 | ||
| 98 | private static final KryoNamespace.Builder NODE_SERIALIZER = KryoNamespace.newBuilder() | 102 | private static final KryoNamespace.Builder NODE_SERIALIZER = KryoNamespace.newBuilder() |
| 99 | .register(KryoNamespaces.API) | 103 | .register(KryoNamespaces.API) |
| ... | @@ -160,59 +164,6 @@ public final class OpenstackNodeManager implements OpenstackNodeService { | ... | @@ -160,59 +164,6 @@ public final class OpenstackNodeManager implements OpenstackNodeService { |
| 160 | private ApplicationId appId; | 164 | private ApplicationId appId; |
| 161 | private NodeId localNodeId; | 165 | private NodeId localNodeId; |
| 162 | 166 | ||
| 163 | - private enum NodeState implements OpenstackNodeState { | ||
| 164 | - | ||
| 165 | - INIT { | ||
| 166 | - @Override | ||
| 167 | - public void process(OpenstackNodeManager nodeManager, OpenstackNode node) { | ||
| 168 | - // make sure there is OVSDB connection | ||
| 169 | - if (!nodeManager.isOvsdbConnected(node)) { | ||
| 170 | - nodeManager.connectOvsdb(node); | ||
| 171 | - return; | ||
| 172 | - } | ||
| 173 | - nodeManager.createBridge(node, | ||
| 174 | - INTEGRATION_BRIDGE, | ||
| 175 | - node.intBridge().toString().substring(DPID_BEGIN)); | ||
| 176 | - | ||
| 177 | - // creates additional router bridge if the node type is GATEWAY | ||
| 178 | - if (node.type().equals(NodeType.GATEWAY)) { | ||
| 179 | - nodeManager.createBridge(node, | ||
| 180 | - ROUTER_BRIDGE, | ||
| 181 | - node.routerBridge().get().toString().substring(DPID_BEGIN)); | ||
| 182 | - } | ||
| 183 | - } | ||
| 184 | - }, | ||
| 185 | - BRIDGE_CREATED { | ||
| 186 | - @Override | ||
| 187 | - public void process(OpenstackNodeManager nodeManager, OpenstackNode node) { | ||
| 188 | - // make sure there is OVSDB connection | ||
| 189 | - if (!nodeManager.isOvsdbConnected(node)) { | ||
| 190 | - nodeManager.connectOvsdb(node); | ||
| 191 | - return; | ||
| 192 | - } | ||
| 193 | - nodeManager.createTunnelInterface(node); | ||
| 194 | - // creates additional patch ports connecting integration bridge and | ||
| 195 | - // router bridge if the node type is GATEWAY | ||
| 196 | - if (node.type().equals(NodeType.GATEWAY)) { | ||
| 197 | - nodeManager.createPatchInterface(node); | ||
| 198 | - } | ||
| 199 | - } | ||
| 200 | - }, | ||
| 201 | - COMPLETE { | ||
| 202 | - @Override | ||
| 203 | - public void process(OpenstackNodeManager nodeManager, OpenstackNode node) { | ||
| 204 | - nodeManager.postInit(node); | ||
| 205 | - } | ||
| 206 | - }, | ||
| 207 | - INCOMPLETE { | ||
| 208 | - @Override | ||
| 209 | - public void process(OpenstackNodeManager nodeManager, OpenstackNode node) { | ||
| 210 | - } | ||
| 211 | - }; | ||
| 212 | - | ||
| 213 | - public abstract void process(OpenstackNodeManager nodeManager, OpenstackNode node); | ||
| 214 | - } | ||
| 215 | - | ||
| 216 | @Activate | 167 | @Activate |
| 217 | protected void activate() { | 168 | protected void activate() { |
| 218 | appId = coreService.getAppId(APP_ID); | 169 | appId = coreService.getAppId(APP_ID); |
| ... | @@ -275,6 +226,57 @@ public final class OpenstackNodeManager implements OpenstackNodeService { | ... | @@ -275,6 +226,57 @@ public final class OpenstackNodeManager implements OpenstackNodeService { |
| 275 | controller.getOvsdbClient(ovsdb).disconnect(); | 226 | controller.getOvsdbClient(ovsdb).disconnect(); |
| 276 | } | 227 | } |
| 277 | nodeStore.remove(node.hostname()); | 228 | nodeStore.remove(node.hostname()); |
| 229 | + process(new OpenstackNodeEvent(INCOMPLETE, node)); | ||
| 230 | + } | ||
| 231 | + | ||
| 232 | + @Override | ||
| 233 | + public void processInitState(OpenstackNode node) { | ||
| 234 | + // make sure there is OVSDB connection | ||
| 235 | + if (!isOvsdbConnected(node)) { | ||
| 236 | + connectOvsdb(node); | ||
| 237 | + return; | ||
| 238 | + } | ||
| 239 | + | ||
| 240 | + process(new OpenstackNodeEvent(INIT, node)); | ||
| 241 | + createBridge(node, INTEGRATION_BRIDGE, | ||
| 242 | + node.intBridge().toString().substring(DPID_BEGIN)); | ||
| 243 | + | ||
| 244 | + // creates additional router bridge if the node type is GATEWAY | ||
| 245 | + if (node.type().equals(NodeType.GATEWAY)) { | ||
| 246 | + createBridge(node, ROUTER_BRIDGE, | ||
| 247 | + node.routerBridge().get().toString().substring(DPID_BEGIN)); | ||
| 248 | + } | ||
| 249 | + } | ||
| 250 | + | ||
| 251 | + @Override | ||
| 252 | + public void processDeviceCreatedState(OpenstackNode node) { | ||
| 253 | + // make sure there is OVSDB connection | ||
| 254 | + if (!isOvsdbConnected(node)) { | ||
| 255 | + connectOvsdb(node); | ||
| 256 | + return; | ||
| 257 | + } | ||
| 258 | + process(new OpenstackNodeEvent(DEVICE_CREATED, node)); | ||
| 259 | + createTunnelInterface(node); | ||
| 260 | + // creates additional patch ports connecting integration bridge and | ||
| 261 | + // router bridge if the node type is GATEWAY | ||
| 262 | + if (node.type().equals(NodeType.GATEWAY)) { | ||
| 263 | + createPatchInterface(node); | ||
| 264 | + } | ||
| 265 | + } | ||
| 266 | + | ||
| 267 | + @Override | ||
| 268 | + public void processCompleteState(OpenstackNode node) { | ||
| 269 | + if (isOvsdbConnected(node)) { | ||
| 270 | + OvsdbNodeId ovsdb = new OvsdbNodeId(node.managementIp(), ovsdbPort); | ||
| 271 | + controller.getOvsdbClient(ovsdb).disconnect(); | ||
| 272 | + } | ||
| 273 | + process(new OpenstackNodeEvent(COMPLETE, node)); | ||
| 274 | + log.info("Finished init {}", node.hostname()); | ||
| 275 | + } | ||
| 276 | + | ||
| 277 | + @Override | ||
| 278 | + public void processIncompleteState(OpenstackNode node) { | ||
| 279 | + process(new OpenstackNodeEvent(INCOMPLETE, node)); | ||
| 278 | } | 280 | } |
| 279 | 281 | ||
| 280 | @Override | 282 | @Override |
| ... | @@ -285,22 +287,11 @@ public final class OpenstackNodeManager implements OpenstackNodeService { | ... | @@ -285,22 +287,11 @@ public final class OpenstackNodeManager implements OpenstackNodeService { |
| 285 | @Override | 287 | @Override |
| 286 | public Set<OpenstackNode> completeNodes() { | 288 | public Set<OpenstackNode> completeNodes() { |
| 287 | return nodeStore.values().stream().map(Versioned::value) | 289 | return nodeStore.values().stream().map(Versioned::value) |
| 288 | - .filter(node -> node.state().equals(NodeState.COMPLETE)) | 290 | + .filter(node -> node.state().equals(COMPLETE)) |
| 289 | .collect(Collectors.toSet()); | 291 | .collect(Collectors.toSet()); |
| 290 | } | 292 | } |
| 291 | 293 | ||
| 292 | @Override | 294 | @Override |
| 293 | - public boolean isComplete(String hostname) { | ||
| 294 | - Versioned<OpenstackNode> versionedNode = nodeStore.get(hostname); | ||
| 295 | - if (versionedNode == null) { | ||
| 296 | - log.warn("Node {} does not exist", hostname); | ||
| 297 | - return false; | ||
| 298 | - } | ||
| 299 | - OpenstackNodeState state = versionedNode.value().state(); | ||
| 300 | - return state != null && state.equals(NodeState.COMPLETE); | ||
| 301 | - } | ||
| 302 | - | ||
| 303 | - @Override | ||
| 304 | public Optional<IpAddress> dataIp(DeviceId deviceId) { | 295 | public Optional<IpAddress> dataIp(DeviceId deviceId) { |
| 305 | OpenstackNode node = nodeByDeviceId(deviceId); | 296 | OpenstackNode node = nodeByDeviceId(deviceId); |
| 306 | if (node == null) { | 297 | if (node == null) { |
| ... | @@ -337,21 +328,11 @@ public final class OpenstackNodeManager implements OpenstackNodeService { | ... | @@ -337,21 +328,11 @@ public final class OpenstackNodeManager implements OpenstackNodeService { |
| 337 | } | 328 | } |
| 338 | 329 | ||
| 339 | private void initNode(OpenstackNode node) { | 330 | private void initNode(OpenstackNode node) { |
| 340 | - NodeState state = (NodeState) node.state(); | 331 | + NodeState state = node.state(); |
| 341 | state.process(this, node); | 332 | state.process(this, node); |
| 342 | log.debug("Processing node: {} state: {}", node.hostname(), state); | 333 | log.debug("Processing node: {} state: {}", node.hostname(), state); |
| 343 | } | 334 | } |
| 344 | 335 | ||
| 345 | - private void postInit(OpenstackNode node) { | ||
| 346 | - if (isOvsdbConnected(node)) { | ||
| 347 | - OvsdbNodeId ovsdb = new OvsdbNodeId(node.managementIp(), ovsdbPort); | ||
| 348 | - controller.getOvsdbClient(ovsdb).disconnect(); | ||
| 349 | - } | ||
| 350 | - | ||
| 351 | - // TODO add gateway node to scalable gateway pool | ||
| 352 | - log.info("Finished init {}", node.hostname()); | ||
| 353 | - } | ||
| 354 | - | ||
| 355 | private void setNodeState(OpenstackNode node, NodeState newState) { | 336 | private void setNodeState(OpenstackNode node, NodeState newState) { |
| 356 | log.debug("Changed {} state: {}", node.hostname(), newState); | 337 | log.debug("Changed {} state: {}", node.hostname(), newState); |
| 357 | nodeStore.put(node.hostname(), OpenstackNode.getUpdatedNode(node, newState)); | 338 | nodeStore.put(node.hostname(), OpenstackNode.getUpdatedNode(node, newState)); |
| ... | @@ -359,23 +340,23 @@ public final class OpenstackNodeManager implements OpenstackNodeService { | ... | @@ -359,23 +340,23 @@ public final class OpenstackNodeManager implements OpenstackNodeService { |
| 359 | 340 | ||
| 360 | private NodeState nodeState(OpenstackNode node) { | 341 | private NodeState nodeState(OpenstackNode node) { |
| 361 | if (!deviceService.isAvailable(node.intBridge())) { | 342 | if (!deviceService.isAvailable(node.intBridge())) { |
| 362 | - return NodeState.INIT; | 343 | + return INIT; |
| 363 | } | 344 | } |
| 364 | if (node.type().equals(NodeType.GATEWAY) && | 345 | if (node.type().equals(NodeType.GATEWAY) && |
| 365 | !deviceService.isAvailable(node.routerBridge().get())) { | 346 | !deviceService.isAvailable(node.routerBridge().get())) { |
| 366 | - return NodeState.INIT; | 347 | + return INIT; |
| 367 | } | 348 | } |
| 368 | 349 | ||
| 369 | if (!isIfaceCreated(node.intBridge(), DEFAULT_TUNNEL)) { | 350 | if (!isIfaceCreated(node.intBridge(), DEFAULT_TUNNEL)) { |
| 370 | - return NodeState.BRIDGE_CREATED; | 351 | + return DEVICE_CREATED; |
| 371 | } | 352 | } |
| 372 | if (node.type().equals(NodeType.GATEWAY) && ( | 353 | if (node.type().equals(NodeType.GATEWAY) && ( |
| 373 | !isIfaceCreated(node.routerBridge().get(), PATCH_ROUT_BRIDGE) || | 354 | !isIfaceCreated(node.routerBridge().get(), PATCH_ROUT_BRIDGE) || |
| 374 | !isIfaceCreated(node.intBridge(), PATCH_INTG_BRIDGE))) { | 355 | !isIfaceCreated(node.intBridge(), PATCH_INTG_BRIDGE))) { |
| 375 | - return NodeState.BRIDGE_CREATED; | 356 | + return DEVICE_CREATED; |
| 376 | } | 357 | } |
| 377 | 358 | ||
| 378 | - return NodeState.COMPLETE; | 359 | + return COMPLETE; |
| 379 | } | 360 | } |
| 380 | 361 | ||
| 381 | private boolean isIfaceCreated(DeviceId deviceId, String ifaceName) { | 362 | private boolean isIfaceCreated(DeviceId deviceId, String ifaceName) { |
| ... | @@ -683,4 +664,3 @@ public final class OpenstackNodeManager implements OpenstackNodeService { | ... | @@ -683,4 +664,3 @@ public final class OpenstackNodeManager implements OpenstackNodeService { |
| 683 | } | 664 | } |
| 684 | } | 665 | } |
| 685 | } | 666 | } |
| 686 | - | ... | ... |
| ... | @@ -16,6 +16,7 @@ | ... | @@ -16,6 +16,7 @@ |
| 16 | package org.onosproject.openstacknode; | 16 | package org.onosproject.openstacknode; |
| 17 | 17 | ||
| 18 | import org.onlab.packet.IpAddress; | 18 | import org.onlab.packet.IpAddress; |
| 19 | +import org.onosproject.event.ListenerService; | ||
| 19 | import org.onosproject.net.DeviceId; | 20 | import org.onosproject.net.DeviceId; |
| 20 | import org.onosproject.net.PortNumber; | 21 | import org.onosproject.net.PortNumber; |
| 21 | 22 | ||
| ... | @@ -26,7 +27,8 @@ import java.util.Set; | ... | @@ -26,7 +27,8 @@ import java.util.Set; |
| 26 | /** | 27 | /** |
| 27 | * Handles the bootstrap request for compute/gateway node. | 28 | * Handles the bootstrap request for compute/gateway node. |
| 28 | */ | 29 | */ |
| 29 | -public interface OpenstackNodeService { | 30 | +public interface OpenstackNodeService |
| 31 | + extends ListenerService<OpenstackNodeEvent, OpenstackNodeListener> { | ||
| 30 | 32 | ||
| 31 | enum NodeType { | 33 | enum NodeType { |
| 32 | /** | 34 | /** |
| ... | @@ -44,6 +46,34 @@ public interface OpenstackNodeService { | ... | @@ -44,6 +46,34 @@ public interface OpenstackNodeService { |
| 44 | void addOrUpdateNode(OpenstackNode node); | 46 | void addOrUpdateNode(OpenstackNode node); |
| 45 | 47 | ||
| 46 | /** | 48 | /** |
| 49 | + * Bootstraps node with INIT state. | ||
| 50 | + * | ||
| 51 | + * @param node openstack node | ||
| 52 | + */ | ||
| 53 | + void processInitState(OpenstackNode node); | ||
| 54 | + | ||
| 55 | + /** | ||
| 56 | + * Bootstraps node with DEVICE_CREATED state. | ||
| 57 | + * | ||
| 58 | + * @param node openstack node | ||
| 59 | + */ | ||
| 60 | + void processDeviceCreatedState(OpenstackNode node); | ||
| 61 | + | ||
| 62 | + /** | ||
| 63 | + * Bootstraps node with COMPLETE state. | ||
| 64 | + * | ||
| 65 | + * @param node openstack node | ||
| 66 | + */ | ||
| 67 | + void processCompleteState(OpenstackNode node); | ||
| 68 | + | ||
| 69 | + /** | ||
| 70 | + * Bootstraps node with INCOMPLETE state. | ||
| 71 | + * | ||
| 72 | + * @param node openstack node | ||
| 73 | + */ | ||
| 74 | + void processIncompleteState(OpenstackNode node); | ||
| 75 | + | ||
| 76 | + /** | ||
| 47 | * Deletes a node from the service. | 77 | * Deletes a node from the service. |
| 48 | * | 78 | * |
| 49 | * @param node openstack node | 79 | * @param node openstack node |
| ... | @@ -65,14 +95,6 @@ public interface OpenstackNodeService { | ... | @@ -65,14 +95,6 @@ public interface OpenstackNodeService { |
| 65 | Set<OpenstackNode> completeNodes(); | 95 | Set<OpenstackNode> completeNodes(); |
| 66 | 96 | ||
| 67 | /** | 97 | /** |
| 68 | - * Returns node initialization state is complete or not. | ||
| 69 | - * | ||
| 70 | - * @param hostname hostname of the node | ||
| 71 | - * @return true if initial node setup is completed, otherwise false | ||
| 72 | - */ | ||
| 73 | - boolean isComplete(String hostname); | ||
| 74 | - | ||
| 75 | - /** | ||
| 76 | * Returns data network IP address of a given integration bridge device. | 98 | * Returns data network IP address of a given integration bridge device. |
| 77 | * | 99 | * |
| 78 | * @param intBridgeId integration bridge device id | 100 | * @param intBridgeId integration bridge device id | ... | ... |
| ... | @@ -34,9 +34,6 @@ import java.util.List; | ... | @@ -34,9 +34,6 @@ import java.util.List; |
| 34 | description = "Lists all nodes registered in OpenStack node service") | 34 | description = "Lists all nodes registered in OpenStack node service") |
| 35 | public class OpenstackNodeListCommand extends AbstractShellCommand { | 35 | public class OpenstackNodeListCommand extends AbstractShellCommand { |
| 36 | 36 | ||
| 37 | - private static final String COMPLETE = "COMPLETE"; | ||
| 38 | - private static final String INCOMPLETE = "INCOMPLETE"; | ||
| 39 | - | ||
| 40 | @Override | 37 | @Override |
| 41 | protected void execute() { | 38 | protected void execute() { |
| 42 | OpenstackNodeService nodeService = AbstractShellCommand.get(OpenstackNodeService.class); | 39 | OpenstackNodeService nodeService = AbstractShellCommand.get(OpenstackNodeService.class); |
| ... | @@ -44,7 +41,7 @@ public class OpenstackNodeListCommand extends AbstractShellCommand { | ... | @@ -44,7 +41,7 @@ public class OpenstackNodeListCommand extends AbstractShellCommand { |
| 44 | Collections.sort(nodes, OpenstackNode.OPENSTACK_NODE_COMPARATOR); | 41 | Collections.sort(nodes, OpenstackNode.OPENSTACK_NODE_COMPARATOR); |
| 45 | 42 | ||
| 46 | if (outputJson()) { | 43 | if (outputJson()) { |
| 47 | - print("%s", json(nodeService, nodes)); | 44 | + print("%s", json(nodes)); |
| 48 | } else { | 45 | } else { |
| 49 | for (OpenstackNode node : nodes) { | 46 | for (OpenstackNode node : nodes) { |
| 50 | print("hostname=%s, type=%s, managementIp=%s, dataIp=%s, intBridge=%s, routerBridge=%s init=%s", | 47 | print("hostname=%s, type=%s, managementIp=%s, dataIp=%s, intBridge=%s, routerBridge=%s init=%s", |
| ... | @@ -54,13 +51,13 @@ public class OpenstackNodeListCommand extends AbstractShellCommand { | ... | @@ -54,13 +51,13 @@ public class OpenstackNodeListCommand extends AbstractShellCommand { |
| 54 | node.dataIp(), | 51 | node.dataIp(), |
| 55 | node.intBridge(), | 52 | node.intBridge(), |
| 56 | node.routerBridge(), | 53 | node.routerBridge(), |
| 57 | - getState(nodeService, node)); | 54 | + node.state()); |
| 58 | } | 55 | } |
| 59 | print("Total %s nodes", nodeService.nodes().size()); | 56 | print("Total %s nodes", nodeService.nodes().size()); |
| 60 | } | 57 | } |
| 61 | } | 58 | } |
| 62 | 59 | ||
| 63 | - private JsonNode json(OpenstackNodeService nodeService, List<OpenstackNode> nodes) { | 60 | + private JsonNode json(List<OpenstackNode> nodes) { |
| 64 | ObjectMapper mapper = new ObjectMapper(); | 61 | ObjectMapper mapper = new ObjectMapper(); |
| 65 | ArrayNode result = mapper.createArrayNode(); | 62 | ArrayNode result = mapper.createArrayNode(); |
| 66 | for (OpenstackNode node : nodes) { | 63 | for (OpenstackNode node : nodes) { |
| ... | @@ -71,12 +68,8 @@ public class OpenstackNodeListCommand extends AbstractShellCommand { | ... | @@ -71,12 +68,8 @@ public class OpenstackNodeListCommand extends AbstractShellCommand { |
| 71 | .put("dataIp", node.dataIp().toString()) | 68 | .put("dataIp", node.dataIp().toString()) |
| 72 | .put("intBridge", node.intBridge().toString()) | 69 | .put("intBridge", node.intBridge().toString()) |
| 73 | .put("routerBridge", node.routerBridge().toString()) | 70 | .put("routerBridge", node.routerBridge().toString()) |
| 74 | - .put("state", getState(nodeService, node))); | 71 | + .put("state", node.state().name())); |
| 75 | } | 72 | } |
| 76 | return result; | 73 | return result; |
| 77 | } | 74 | } |
| 78 | - | ||
| 79 | - private String getState(OpenstackNodeService nodeService, OpenstackNode node) { | ||
| 80 | - return nodeService.isComplete(node.hostname()) ? COMPLETE : INCOMPLETE; | ||
| 81 | - } | ||
| 82 | } | 75 | } |
| ... | \ No newline at end of file | ... | \ No newline at end of file | ... | ... |
-
Please register or login to post a comment