edu.iu.dsc.tws.rsched.schedulers.mesos

Class MesosContext

java.lang.Object

edu.iu.dsc.tws.api.config.Context

edu.iu.dsc.tws.api.config.SchedulerContext

edu.iu.dsc.tws.rsched.schedulers.mesos.MesosContext

public final class MesosContext
extends SchedulerContext

Field Summary

Fields

Modifier and Type	Field and Description
static java.lang.String	CONTAINER_PER_WORKER
static java.lang.String	CPUS_PER_CONTAINER
static int	DEFAULT_CONTAINER_PER_WORKER
static int	DEFAULT_CPU_AMOUNT
static java.lang.String	DEFAULT_DESIRED_NODE
static int	DEFAULT_DISK_SIZE
static int	DEFAULT_NUMBER_OF_CONTAINERS
static int	DEFAULT_RAM_SIZE
static java.lang.String	DEFAULT_USE_DOCKER_CONTAINER
static int	DEFAULT_WORKER_PORT
static java.lang.String	DESIRED_NODES
static java.lang.String	DISK_PER_CONTAINER
static java.lang.String	DOCKER_IMAGE_NAME
static java.lang.String	ENVIRONMENT
static java.lang.String	HTTP_FETCH_URI
static java.lang.String	MESOS_CLUSTER_NAME
static java.lang.String	MESOS_CONTAINER_CLASS
static java.lang.String	MESOS_FRAMEWORK_NAME
static java.lang.String	MESOS_FRAMEWORK_STAGING_TIMEOUT_MS
static java.lang.String	MESOS_MASTER_HOST
static java.lang.String	MESOS_MASTER_URI
static java.lang.String	MESOS_NATIVE_LIBRARY_PATH
static java.lang.String	MESOS_OVERLAY_NETWORK_NAME
static java.lang.String	MESOS_ROLE
static java.lang.String	MESOS_SCHEDULER_DRIVER_STOP_TIMEOUT_MS
static java.lang.String	MESOS_TOPOLOGY_NAME
static java.lang.String	MESOS_WORKER_CLASS
static java.lang.String	NUMBER_OF_CONTAINERS
static java.lang.String	RAM_PER_CONTAINER
static java.lang.String	ROLE
static java.lang.String	SCHEDULER_WORKING_DIRECTORY
static java.lang.String	TWISTER2_CORE_PACKAGE_URI
static java.lang.String	USE_DOCKER_CONTAINER
static java.lang.String	WORKER_PORT

Fields inherited from class edu.iu.dsc.tws.api.config.SchedulerContext

ADDITIONAL_PORTS, CLUSTER_TYPE, CONFIG_DIR, COPY_SYSTEM_PACKAGE, CORE_PACKAGE_FILENAME, CORE_PACKAGE_FILENAME_DEFAULT, CORE_PACKAGE_URL, DATACENTER_LABEL_KEY, DATACENTERS_LIST, DEBUG, DOWNLOAD_METHOD, DRIVER_CLASS, JOB_ARCHIVE_TEMP_DIR, JOB_DESCRIPTION_FILE_CMD_VAR, JOB_MASTER_PROVIDED_IP, JOB_PACKAGE_FILENAME, JOB_PACKAGE_FILENAME_DEFAULT, JOB_PACKAGE_URI, JOB_PACKAGE_URL, K8S_CHECK_PODS_REACHABLE, K8S_CHECK_PODS_REACHABLE_DEFAULT, LAUNCHER_CLASS, NETWORK_INTERFACES, NFS_SERVER_ADDRESS, NFS_SERVER_PATH, PERSISTENT_VOLUME_PER_WORKER, PERSISTENT_VOLUME_PER_WORKER_DEFAULT, RACK_LABEL_KEY, RACKS_LIST, SYSTEM_PACKAGE_URI, TEMPORARY_PACKAGES_PATH, THREADS_PER_WORKER, TWISTER_2_HOME, TWISTER2_PACKAGES_PATH, UPLOADER_CLASS, USER_JOB_FILE, USER_JOB_TYPE, WORKER_CLASS, WORKER_COMPUTE_RESOURCES, WORKING_DIRECTORY

Fields inherited from class edu.iu.dsc.tws.api.config.Context

AURORA_SCRIPT, CHECKPOINT_YAML, CLUSTER, CLUSTER_CONF, CLUSTER_HOME, CORE_YAML, DATA_YAML, defaults, GRAPH_TYPE, HOME, JAVA_HOME, JOB, JOB_ARCHIVE_DIRECTORY, JOB_ID, JOB_NAME, JOB_OBJECT, NETWORK_YAML, OPERATION_NAME, OVERRIDE_YAML, RESOURCE_SCHEDULER_YAML, STREAMING, substitutions, TASK_YAML, TWISTER2_BANDWIDTH, TWISTER2_BIN, TWISTER2_CLUSTER_TYPE, TWISTER2_COMMON_CONF_DIR, TWISTER2_CONF, TWISTER2_CONTAINER_ID, TWISTER2_DIRECT_EDGE, TWISTER2_DIST, TWISTER2_GRAPH_JOB, TWISTER2_HOME, TWISTER2_LATENCY, TWISTER2_LIB, TWISTER2_MAX_TASK_INSTANCES_PER_WORKER, TWISTER2_TASK_INSTANCE_ODD_PARALLELISM, TWISTER2_TSET_JOB, TWISTER2_WORKER_INSTANCES, TWISTER2_WORKER_INSTANCES_DEFAULT, USER_NAME, VERBOSE

Method Summary

Modifier and Type	Method and Description
static int	containerPerWorker(Config cfg)
static int	cpusPerContainer(Config cfg)
static int	diskPerContainer(Config cfg)
static java.lang.String	environment(Config cfg)
static java.lang.String	getDesiredNodes(Config cfg)
static java.lang.String	getDockerImageName(Config cfg)
static java.lang.String	getHttpFetchURI(Config cfg)
static java.lang.String	getMesosMasterHost(Config config)
static java.lang.String	getMesosMasterUri(Config config)
static java.lang.String	getMesosOverlayNetworkName(Config cfg)
static java.lang.String	getUseDockerContainer(Config cfg)
static int	getWorkerPort(Config cfg)
static java.lang.String	mesosClusterName(Config cfg)
static java.lang.String	mesosContainerClass(Config cfg)
static java.lang.String	MesosFrameworkName(Config cfg)
static java.lang.String	mesosWorkerClass(Config cfg)
static int	numberOfContainers(Config cfg)
static int	ramPerContainer(Config cfg)
static java.lang.String	role(Config cfg)

Methods inherited from class edu.iu.dsc.tws.api.config.SchedulerContext

additionalPorts, checkPodsReachable, copySystemPackage, corePackageFileName, corePackageUrl, createJobDescriptionFileName, downloadMethod, driverClass, getJobMasterProvidedIp, getNodeInfo, isLocalFileSystemUploader, jobArchiveTempDirectory, jobPackageFileName, jobPackageUri, jobPackageUrl, launcherClass, networkInterfaces, nfsServerAddress, nfsServerPath, numberOfAdditionalPorts, packagesPath, persistentVolumePerWorker, persistentVolumeRequested, systemPackageUrl, temporaryPackagesPath, uploaderClass, useOpenMPI, userJobJarFile, userJobType, workerClass, workerEndSyncWaitTime

Methods inherited from class edu.iu.dsc.tws.api.config.Context

auroraScript, checkpointCofigurationFile, checkpointConfigurationFile, clusterType, commonConfDir, conf, containerId, dataConfigurationFile, distDirectory, getDefaults, getDoublePropertyValue, getIntPropertyValue, getLongPropertyValue, getStringPropertyValue, isKubernetesCluster, jobId, jobName, libDirectory, networkConfigurationFile, resourceSchedulerConfigurationFile, systemConfigurationFile, taskConfigurationFile, twister2Home, userName, verbose, workerInstances

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

SCHEDULER_WORKING_DIRECTORY

public static final java.lang.String SCHEDULER_WORKING_DIRECTORY

See Also:

Constant Field Values

MESOS_CLUSTER_NAME

public static final java.lang.String MESOS_CLUSTER_NAME

See Also:

Constant Field Values

MESOS_MASTER_URI

public static final java.lang.String MESOS_MASTER_URI

See Also:

Constant Field Values

MESOS_MASTER_HOST

public static final java.lang.String MESOS_MASTER_HOST

See Also:

Constant Field Values

MESOS_NATIVE_LIBRARY_PATH

public static final java.lang.String MESOS_NATIVE_LIBRARY_PATH

See Also:

Constant Field Values

HTTP_FETCH_URI

public static final java.lang.String HTTP_FETCH_URI

See Also:

Constant Field Values

MESOS_FRAMEWORK_STAGING_TIMEOUT_MS

public static final java.lang.String MESOS_FRAMEWORK_STAGING_TIMEOUT_MS

See Also:

Constant Field Values

MESOS_FRAMEWORK_NAME

public static final java.lang.String MESOS_FRAMEWORK_NAME

See Also:

Constant Field Values

MESOS_SCHEDULER_DRIVER_STOP_TIMEOUT_MS

public static final java.lang.String MESOS_SCHEDULER_DRIVER_STOP_TIMEOUT_MS

See Also:

Constant Field Values

MESOS_ROLE

public static final java.lang.String MESOS_ROLE

See Also:

Constant Field Values

MESOS_TOPOLOGY_NAME

public static final java.lang.String MESOS_TOPOLOGY_NAME

See Also:

Constant Field Values

TWISTER2_CORE_PACKAGE_URI

public static final java.lang.String TWISTER2_CORE_PACKAGE_URI

See Also:

Constant Field Values

ROLE

public static final java.lang.String ROLE

See Also:

Constant Field Values

ENVIRONMENT

public static final java.lang.String ENVIRONMENT

See Also:

Constant Field Values

CPUS_PER_CONTAINER

public static final java.lang.String CPUS_PER_CONTAINER

See Also:

Constant Field Values

RAM_PER_CONTAINER

public static final java.lang.String RAM_PER_CONTAINER

See Also:

Constant Field Values

DISK_PER_CONTAINER

public static final java.lang.String DISK_PER_CONTAINER

See Also:

Constant Field Values

NUMBER_OF_CONTAINERS

public static final java.lang.String NUMBER_OF_CONTAINERS

See Also:

Constant Field Values

CONTAINER_PER_WORKER

public static final java.lang.String CONTAINER_PER_WORKER

See Also:

Constant Field Values

WORKER_PORT

public static final java.lang.String WORKER_PORT

See Also:

Constant Field Values

DESIRED_NODES

public static final java.lang.String DESIRED_NODES

See Also:

Constant Field Values

USE_DOCKER_CONTAINER

public static final java.lang.String USE_DOCKER_CONTAINER

See Also:

Constant Field Values

MESOS_OVERLAY_NETWORK_NAME

public static final java.lang.String MESOS_OVERLAY_NETWORK_NAME

See Also:

Constant Field Values

DOCKER_IMAGE_NAME

public static final java.lang.String DOCKER_IMAGE_NAME

See Also:

Constant Field Values

MESOS_WORKER_CLASS

public static final java.lang.String MESOS_WORKER_CLASS

See Also:

Constant Field Values

MESOS_CONTAINER_CLASS

public static final java.lang.String MESOS_CONTAINER_CLASS

See Also:

Constant Field Values

DEFAULT_RAM_SIZE

public static final int DEFAULT_RAM_SIZE

See Also:

Constant Field Values

DEFAULT_DISK_SIZE

public static final int DEFAULT_DISK_SIZE

See Also:

Constant Field Values

DEFAULT_CPU_AMOUNT

public static final int DEFAULT_CPU_AMOUNT

See Also:

Constant Field Values

DEFAULT_NUMBER_OF_CONTAINERS

public static final int DEFAULT_NUMBER_OF_CONTAINERS

See Also:

Constant Field Values

DEFAULT_CONTAINER_PER_WORKER

public static final int DEFAULT_CONTAINER_PER_WORKER

See Also:

Constant Field Values

DEFAULT_WORKER_PORT

public static final int DEFAULT_WORKER_PORT

See Also:

Constant Field Values

DEFAULT_DESIRED_NODE

public static final java.lang.String DEFAULT_DESIRED_NODE

See Also:

Constant Field Values

DEFAULT_USE_DOCKER_CONTAINER

public static final java.lang.String DEFAULT_USE_DOCKER_CONTAINER

See Also:

Constant Field Values

Method Detail

mesosClusterName

public static java.lang.String mesosClusterName(Config cfg)

getDesiredNodes

public static java.lang.String getDesiredNodes(Config cfg)

getUseDockerContainer

public static java.lang.String getUseDockerContainer(Config cfg)

getMesosOverlayNetworkName

public static java.lang.String getMesosOverlayNetworkName(Config cfg)

getDockerImageName

public static java.lang.String getDockerImageName(Config cfg)

role

public static java.lang.String role(Config cfg)

environment

public static java.lang.String environment(Config cfg)

cpusPerContainer

public static int cpusPerContainer(Config cfg)

ramPerContainer

public static int ramPerContainer(Config cfg)

diskPerContainer

public static int diskPerContainer(Config cfg)

getWorkerPort

public static int getWorkerPort(Config cfg)

numberOfContainers

public static int numberOfContainers(Config cfg)

containerPerWorker

public static int containerPerWorker(Config cfg)

MesosFrameworkName

public static java.lang.String MesosFrameworkName(Config cfg)

mesosWorkerClass

public static java.lang.String mesosWorkerClass(Config cfg)

mesosContainerClass

public static java.lang.String mesosContainerClass(Config cfg)

getHttpFetchURI

public static java.lang.String getHttpFetchURI(Config cfg)

getMesosMasterUri

public static java.lang.String getMesosMasterUri(Config config)

getMesosMasterHost

public static java.lang.String getMesosMasterHost(Config config)