use of org.ow2.proactive.topology.descriptor.BestProximityDescriptor in project scheduling by ow2-proactive.
the class SelectionTest method action.
@Test
public void action() throws Exception {
String currentHost = System.getenv("HOSTNAME");
// checking if properties distantHost and neighborHost are defined
String distantHost = System.getProperty("distantHost");
String neighborHost = System.getProperty("neighborHost");
if (distantHost != null && !distantHost.equals("${distantHost}") && neighborHost != null && !neighborHost.equals("${neighborHost}")) {
String rmHome = System.getProperty("pa.rm.home");
String rmCredPath = rmHome + "/config/authentication/rm.cred";
String javaExec = System.getenv("JAVA_HOME") + "/bin/java";
// properties are defined, trying to deploy nodes to these hosts
BooleanWrapper result = rmHelper.getResourceManager().createNodeSource("remote", SSHInfrastructure.class.getName(), new Object[] { // ssh options
"", // java executable path
javaExec, // rmHelper distrib path
rmHome, // node lookup timeout
"30000", // attempts
"2", // os
"Linux", // java options
"", // rmHelper credential
FileToBytesConverter.convertFileToByteArray(new File(rmCredPath)), (distantHost + " 2\n" + neighborHost).getBytes() }, StaticPolicy.class.getName(), null, NODES_NOT_RECOVERABLE);
if (result.getBooleanValue()) {
rmHelper.waitForAnyNodeEvent(RMEventType.NODE_ADDED);
rmHelper.waitForAnyNodeEvent(RMEventType.NODE_ADDED);
rmHelper.waitForAnyNodeEvent(RMEventType.NODE_ADDED);
// wait for the nodes to be in free state
rmHelper.waitForAnyNodeEvent(RMEventType.NODE_STATE_CHANGED);
rmHelper.waitForAnyNodeEvent(RMEventType.NODE_STATE_CHANGED);
rmHelper.waitForAnyNodeEvent(RMEventType.NODE_STATE_CHANGED);
}
// we are good - all remote nodes registered
} else {
// no parameters provided
RMTHelper.log("Nothing to do. Set up distantHost & neighborHost parameters.");
return;
}
// creating the selection script object
SelectionScript script = new SelectionScript(new File(vmPropSelectionScriptpath), new String[] { this.vmPropKey1, this.vmPropValue1 }, true);
List<SelectionScript> scriptList = new LinkedList<>();
scriptList.add(script);
ResourceManager resourceManager = rmHelper.getResourceManager();
String node1 = "node1";
// a node with the VM properties
HashMap<String, String> vmProperties = new HashMap<>();
vmProperties.put(this.vmPropKey1, this.vmPropValue1);
testNode = rmHelper.createNode(node1, vmProperties);
String node1URL = testNode.getNode().getNodeInformation().getURL();
resourceManager.addNode(node1URL, NodeSource.DEFAULT);
// wait node adding event
rmHelper.waitForNodeEvent(RMEventType.NODE_ADDED, node1URL);
// wait for the nodes to be in free state
rmHelper.waitForAnyNodeEvent(RMEventType.NODE_STATE_CHANGED);
// so now we have 9 node in total
// 6 local nodes (5 default, 1 marked with property)
// 2 nodes on distant host
// 1 node on neighbor host
Assert.assertEquals(9, resourceManager.getState().getFreeNodesNumber());
// checking TopologyDescriptor.ARBITRARY
NodeSet ns = resourceManager.getAtMostNodes(1, TopologyDescriptor.ARBITRARY, null, null);
Assert.assertEquals(1, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(8, TopologyDescriptor.ARBITRARY, null, null);
Assert.assertEquals(8, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(100, TopologyDescriptor.ARBITRARY, null, null);
Assert.assertEquals(9, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(100, TopologyDescriptor.ARBITRARY, scriptList, null);
Assert.assertEquals(1, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
// checking TopologyDescriptor.BEST_PROXIMITY
ns = resourceManager.getAtMostNodes(1, TopologyDescriptor.BEST_PROXIMITY, null, null);
Assert.assertEquals(1, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(9, TopologyDescriptor.BEST_PROXIMITY, null, null);
Assert.assertEquals(9, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(100, TopologyDescriptor.BEST_PROXIMITY, null, null);
Assert.assertEquals(9, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
// Node pivotNode = null;
ns = resourceManager.getAtMostNodes(6, TopologyDescriptor.BEST_PROXIMITY, null, null);
Assert.assertEquals(6, ns.size());
for (Node node : ns) {
// pivotNode = node;
if (!node.getNodeInformation().getURL().contains(currentHost)) {
Assert.assertTrue("All nodes have to be from " + currentHost, false);
}
}
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(7, TopologyDescriptor.BEST_PROXIMITY, null, null);
Assert.assertEquals(7, ns.size());
for (Node node : ns) {
if (node.getNodeInformation().getURL().contains(distantHost)) {
Assert.assertTrue("Node from distant host selected", false);
}
}
resourceManager.releaseNodes(ns).getBooleanValue();
// pivot scenario
// List<Node> pivot = new LinkedList<Node>();
// pivot.add(pivotNode);
// ns = resourceManager.getAtMostNodes(6,
// new BestProximityDescriptor(BestProximityDescriptor.MAX, pivot), null, null);
// Assert.assertEquals(6, ns.size());
// for (Node node : ns) {
// if (node.getNodeInformation().getURL().equals(pivotNode.getNodeInformation().getURL())) {
// Assert.assertTrue("Pivot must not be in results", false);
// }
// if (node.getNodeInformation().getURL().contains(distantHost)) {
// Assert.assertTrue("Node from distant host selected", false);
// }
// }
// resourceManager.releaseNodes(ns).getBooleanValue();
//
// ns = resourceManager.getAtMostNodes(7,
// new BestProximityDescriptor(BestProximityDescriptor.MAX, pivot), null, null);
// Assert.assertEquals(7, ns.size());
// for (Node node : ns) {
// if (node.getNodeInformation().getURL().equals(pivotNode.getNodeInformation().getURL())) {
// Assert.assertTrue("Pivot must not be in results", false);
// }
// }
// resourceManager.releaseNodes(ns).getBooleanValue();
// checking TopologyDescriptor.ThresholdProximityDescriptor
ns = resourceManager.getAtMostNodes(1, new ThresholdProximityDescriptor(Long.MAX_VALUE), null, null);
Assert.assertEquals(1, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(9, new ThresholdProximityDescriptor(Long.MAX_VALUE), null, null);
Assert.assertEquals(9, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(100, new ThresholdProximityDescriptor(Long.MAX_VALUE), null, null);
Assert.assertEquals(9, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
// getting information about topology
Topology topology = resourceManager.getTopology();
Assert.assertEquals(3, topology.getHosts().size());
// looking for distances consistency
Long current2neighborDistance = topology.getDistance(currentHost, neighborHost);
Long current2distantDistance = topology.getDistance(currentHost, distantHost);
Long distant2neightborDistance = topology.getDistance(neighborHost, distantHost);
if (current2neighborDistance == null || current2distantDistance == null) {
Assert.assertTrue("Please put full host names to the parameters", false);
}
if (current2neighborDistance > current2distantDistance) {
Assert.assertTrue("Distant host is close to current than neighbor according to the topology", false);
}
System.out.println("Distance between " + currentHost + " and " + neighborHost + " is " + current2neighborDistance);
System.out.println("Distance between " + currentHost + " and " + distantHost + " is " + current2distantDistance);
System.out.println("Distance between " + neighborHost + " and " + distantHost + " is " + distant2neightborDistance);
long maxThreshold = Math.max(current2neighborDistance, Math.max(current2distantDistance, distant2neightborDistance));
ns = resourceManager.getAtMostNodes(100, new ThresholdProximityDescriptor(current2neighborDistance - 1), null, null);
Assert.assertEquals(6, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(100, new ThresholdProximityDescriptor(current2neighborDistance), null, null);
Assert.assertEquals(7, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(100, new ThresholdProximityDescriptor(maxThreshold - 1), null, null);
for (Node node : ns) {
if (node.getNodeInformation().getURL().contains(distantHost)) {
Assert.assertTrue("Node from distant host selected", false);
}
}
Assert.assertEquals(7, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(10, new ThresholdProximityDescriptor(maxThreshold), null, null);
Assert.assertEquals(9, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
// pivot scenario
// ns = resourceManager.getAtMostNodes(1, new ThresholdProximityDescriptor(0, pivot), null, null);
// Assert.assertEquals(1, ns.size());
// for (Node node : ns) {
// if (node.getNodeInformation().getURL().equals(pivotNode.getNodeInformation().getURL())) {
// Assert.assertTrue("Pivot must not be in results", false);
// }
// if (node.getNodeInformation().getURL().contains(distantHost) ||
// node.getNodeInformation().getURL().contains(neighborHost)) {
// Assert.assertTrue("Incorrect node selected", false);
// }
// }
// resourceManager.releaseNodes(ns).getBooleanValue();
//
// ns = resourceManager.getAtMostNodes(6, new ThresholdProximityDescriptor(current2neighborDistance,
// pivot), null, null);
// Assert.assertEquals(6, ns.size());
// for (Node node : ns) {
// if (node.getNodeInformation().getURL().equals(pivotNode.getNodeInformation().getURL())) {
// Assert.assertTrue("Pivot must not be in results", false);
// }
// if (node.getNodeInformation().getURL().contains(distantHost)) {
// Assert.assertTrue("Node from distant host selected", false);
// }
// }
// resourceManager.releaseNodes(ns).getBooleanValue();
// checking TopologyDescriptor.SINGLE_HOST
ns = resourceManager.getAtMostNodes(1, TopologyDescriptor.SINGLE_HOST, null, null);
Assert.assertEquals(1, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(9, TopologyDescriptor.SINGLE_HOST, null, null);
Assert.assertEquals(6, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(100, TopologyDescriptor.SINGLE_HOST, null, null);
Assert.assertEquals(6, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(100, TopologyDescriptor.SINGLE_HOST, scriptList, null);
Assert.assertEquals(1, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
// checking TopologyDescriptor.SINGLE_HOST_EXCLUSIVE
ns = resourceManager.getAtMostNodes(1, TopologyDescriptor.SINGLE_HOST_EXCLUSIVE, null, null);
Assert.assertEquals(1, ns.size());
Assert.assertEquals(null, ns.getExtraNodes());
if (!ns.get(0).getNodeInformation().getURL().contains(neighborHost)) {
Assert.assertTrue("Neighbor host shold be selected", false);
}
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(9, TopologyDescriptor.SINGLE_HOST_EXCLUSIVE, null, null);
Assert.assertEquals(6, ns.size());
Assert.assertEquals(null, ns.getExtraNodes());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(2, TopologyDescriptor.SINGLE_HOST_EXCLUSIVE, null, null);
Assert.assertEquals(2, ns.size());
Assert.assertEquals(null, ns.getExtraNodes());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(3, TopologyDescriptor.SINGLE_HOST_EXCLUSIVE, null, null);
Assert.assertEquals(3, ns.size());
Assert.assertEquals(3, ns.getExtraNodes().size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(100, TopologyDescriptor.SINGLE_HOST_EXCLUSIVE, scriptList, null);
// no hosts matched selection script
Assert.assertEquals(0, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(100, TopologyDescriptor.SINGLE_HOST_EXCLUSIVE, null, null);
// return the host with max capacity
Assert.assertEquals(6, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
// checking TopologyDescriptor.MULTIPLE_HOSTS_EXCLUSIVE
ns = resourceManager.getAtMostNodes(1, TopologyDescriptor.MULTIPLE_HOSTS_EXCLUSIVE, null, null);
Assert.assertEquals(1, ns.size());
Assert.assertEquals(null, ns.getExtraNodes());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(2, TopologyDescriptor.MULTIPLE_HOSTS_EXCLUSIVE, null, null);
Assert.assertEquals(2, ns.size());
Assert.assertEquals(null, ns.getExtraNodes());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(3, TopologyDescriptor.MULTIPLE_HOSTS_EXCLUSIVE, null, null);
Assert.assertEquals(3, ns.size());
Assert.assertEquals(null, ns.getExtraNodes());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(9, TopologyDescriptor.MULTIPLE_HOSTS_EXCLUSIVE, null, null);
Assert.assertEquals(9, ns.size());
Assert.assertEquals(null, ns.getExtraNodes());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(8, TopologyDescriptor.MULTIPLE_HOSTS_EXCLUSIVE, null, null);
// current + distant has to be selected
Assert.assertEquals(8, ns.size());
Assert.assertEquals(null, ns.getExtraNodes());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(7, TopologyDescriptor.MULTIPLE_HOSTS_EXCLUSIVE, null, null);
// current + neighbor has to be selected
Assert.assertEquals(7, ns.size());
Assert.assertEquals(null, ns.getExtraNodes());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(100, TopologyDescriptor.MULTIPLE_HOSTS_EXCLUSIVE, scriptList, null);
// selection script specified => no such set
Assert.assertEquals(0, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(100, TopologyDescriptor.MULTIPLE_HOSTS_EXCLUSIVE, null, null);
// get max possible capacity
Assert.assertEquals(9, ns.size());
resourceManager.releaseNodes(ns).getBooleanValue();
// checking TopologyDescriptor.ONE_NODE_PER_HOST_EXCLUSIVE
ns = resourceManager.getAtMostNodes(1, TopologyDescriptor.DIFFERENT_HOSTS_EXCLUSIVE, null, null);
Assert.assertEquals(1, ns.size());
Assert.assertEquals(null, ns.getExtraNodes());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(2, TopologyDescriptor.DIFFERENT_HOSTS_EXCLUSIVE, null, null);
Assert.assertEquals(2, ns.size());
Assert.assertEquals(1, ns.getExtraNodes().size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(3, TopologyDescriptor.DIFFERENT_HOSTS_EXCLUSIVE, null, null);
Assert.assertEquals(3, ns.size());
Assert.assertEquals(6, ns.getExtraNodes().size());
resourceManager.releaseNodes(ns).getBooleanValue();
ns = resourceManager.getAtMostNodes(4, TopologyDescriptor.DIFFERENT_HOSTS_EXCLUSIVE, null, null);
Assert.assertEquals(3, ns.size());
Assert.assertEquals(6, ns.getExtraNodes().size());
resourceManager.releaseNodes(ns).getBooleanValue();
PAFuture.waitFor(resourceManager.removeNodeSource("remote", true));
}
use of org.ow2.proactive.topology.descriptor.BestProximityDescriptor in project scheduling by ow2-proactive.
the class Attribute method createParallelEnvironment.
/**
* Creates the parallel environment element for the given task. Corresponds
* to <define name="parallel">
*
* @return the {@link XMLTags#PARALLEL_ENV} element if the task has a
* parallel environment, null otherwise
*/
private Element createParallelEnvironment(Document doc, Task task) {
ParallelEnvironment penv = task.getParallelEnvironment();
if (penv == null)
return null;
Element parallelEnvE = doc.createElementNS(Schemas.SCHEMA_LATEST.getNamespace(), XMLTags.PARALLEL_ENV.getXMLName());
setAttribute(parallelEnvE, XMLAttributes.TASK_NB_NODES, Integer.toString(penv.getNodesNumber()));
// <ref name="topology"/>
TopologyDescriptor topologyDescr = penv.getTopologyDescriptor();
if (topologyDescr != null) {
// <choice>
// <ref name="arbitrary"/>
// <ref name="bestProximity"/>
// <ref name="thresholdProximity"/>
// <ref name="singleHost"/>
// <ref name="singleHostExclusive"/>
// <ref name="multipleHostsExclusive"/>
// <ref name="differentHostsExclusive"/>
// </choice>
Element topologyE = doc.createElementNS(Schemas.SCHEMA_LATEST.getNamespace(), XMLTags.TOPOLOGY.getXMLName());
Element topologyDescrE = null;
if (topologyDescr instanceof ArbitraryTopologyDescriptor) {
topologyDescrE = doc.createElementNS(Schemas.SCHEMA_LATEST.getNamespace(), XMLTags.TOPOLOGY_ARBITRARY.getXMLName());
} else if (topologyDescr instanceof ThresholdProximityDescriptor) {
topologyDescrE = doc.createElementNS(Schemas.SCHEMA_LATEST.getNamespace(), XMLTags.TOPOLOGY_THRESHOLD_PROXIMITY.getXMLName());
long threshold = ((ThresholdProximityDescriptor) topologyDescr).getThreshold();
topologyDescrE.setAttribute(XMLAttributes.TOPOLOGY_THRESHOLD.getXMLName(), Long.toString(threshold));
} else if (topologyDescr instanceof BestProximityDescriptor) {
topologyDescrE = doc.createElementNS(Schemas.SCHEMA_LATEST.getNamespace(), XMLTags.TOPOLOGY_BEST_PROXIMITY.getXMLName());
} else if (topologyDescr instanceof SingleHostExclusiveDescriptor) {
topologyDescrE = doc.createElementNS(Schemas.SCHEMA_LATEST.getNamespace(), XMLTags.TOPOLOGY_SINGLE_HOST_EXCLUSIVE.getXMLName());
} else if (topologyDescr instanceof SingleHostDescriptor) {
topologyDescrE = doc.createElementNS(Schemas.SCHEMA_LATEST.getNamespace(), XMLTags.TOPOLOGY_SINGLE_HOST.getXMLName());
} else if (topologyDescr instanceof MultipleHostsExclusiveDescriptor) {
topologyDescrE = doc.createElementNS(Schemas.SCHEMA_LATEST.getNamespace(), XMLTags.TOPOLOGY_MULTIPLE_HOSTS_EXCLUSIVE.getXMLName());
}
if (topologyDescr instanceof DifferentHostsExclusiveDescriptor) {
topologyDescrE = doc.createElementNS(Schemas.SCHEMA_LATEST.getNamespace(), XMLTags.TOPOLOGY_DIFFERENT_HOSTS_EXCLUSIVE.getXMLName());
}
if (topologyDescrE != null) {
topologyE.appendChild(topologyDescrE);
}
parallelEnvE.appendChild(topologyE);
}
return parallelEnvE;
}
Aggregations