edu.iu.dsc.tws.api.config

Class SchedulerContext

java.lang.Object

edu.iu.dsc.tws.api.config.Context

edu.iu.dsc.tws.api.config.SchedulerContext

Direct Known Subclasses:

AuroraContext, FsContext, KubernetesContext, MesosContext, MPIContext, NomadContext, ScpContext

public class SchedulerContext
extends Context

Field Summary

Fields

Modifier and Type	Field and Description
static java.lang.String	ADDITIONAL_PORTS
static java.lang.String	CLUSTER_TYPE
static java.lang.String	CONFIG_DIR
static java.lang.String	COPY_SYSTEM_PACKAGE
static java.lang.String	CORE_PACKAGE_FILENAME
static java.lang.String	CORE_PACKAGE_FILENAME_DEFAULT
static java.lang.String	CORE_PACKAGE_URL
static java.lang.String	DATACENTER_LABEL_KEY
static java.lang.String	DATACENTERS_LIST
static java.lang.String	DEBUG
static java.lang.String	DOWNLOAD_METHOD
static java.lang.String	DRIVER_CLASS
static java.lang.String	JOB_ARCHIVE_TEMP_DIR
static java.lang.String	JOB_DESCRIPTION_FILE_CMD_VAR
static java.lang.String	JOB_MASTER_PROVIDED_IP
static java.lang.String	JOB_PACKAGE_FILENAME
static java.lang.String	JOB_PACKAGE_FILENAME_DEFAULT
static java.lang.String	JOB_PACKAGE_URI
static java.lang.String	JOB_PACKAGE_URL
static java.lang.String	K8S_CHECK_PODS_REACHABLE
static boolean	K8S_CHECK_PODS_REACHABLE_DEFAULT
static java.lang.String	LAUNCHER_CLASS
static java.lang.String	NETWORK_INTERFACES
static java.lang.String	NFS_SERVER_ADDRESS
static java.lang.String	NFS_SERVER_PATH
static java.lang.String	PERSISTENT_VOLUME_PER_WORKER
static double	PERSISTENT_VOLUME_PER_WORKER_DEFAULT
static java.lang.String	RACK_LABEL_KEY
static java.lang.String	RACKS_LIST
static java.lang.String	SYSTEM_PACKAGE_URI
static java.lang.String	TEMPORARY_PACKAGES_PATH
static java.lang.String	THREADS_PER_WORKER
static java.lang.String	TWISTER_2_HOME These are specified as system properties when deploying a job
static java.lang.String	TWISTER2_PACKAGES_PATH
static java.lang.String	UPLOADER_CLASS
static java.lang.String	USER_JOB_FILE
static java.lang.String	USER_JOB_TYPE
static java.lang.String	WORKER_CLASS
static java.lang.String	WORKER_COMPUTE_RESOURCES
static java.lang.String	WORKING_DIRECTORY

Fields inherited from class edu.iu.dsc.tws.api.config.Context

AURORA_SCRIPT, CHECKPOINT_YAML, CLUSTER, CLUSTER_CONF, CLUSTER_HOME, CORE_YAML, DATA_YAML, defaults, GRAPH_TYPE, HOME, JAVA_HOME, JOB, JOB_ARCHIVE_DIRECTORY, JOB_ID, JOB_NAME, JOB_OBJECT, NETWORK_YAML, OPERATION_NAME, OVERRIDE_YAML, RESOURCE_SCHEDULER_YAML, STREAMING, substitutions, TASK_YAML, TWISTER2_BANDWIDTH, TWISTER2_BIN, TWISTER2_CLUSTER_TYPE, TWISTER2_COMMON_CONF_DIR, TWISTER2_CONF, TWISTER2_CONTAINER_ID, TWISTER2_DIRECT_EDGE, TWISTER2_DIST, TWISTER2_GRAPH_JOB, TWISTER2_HOME, TWISTER2_LATENCY, TWISTER2_LIB, TWISTER2_MAX_TASK_INSTANCES_PER_WORKER, TWISTER2_TASK_INSTANCE_ODD_PARALLELISM, TWISTER2_TSET_JOB, TWISTER2_WORKER_INSTANCES, TWISTER2_WORKER_INSTANCES_DEFAULT, USER_NAME, VERBOSE

Constructor Summary

Constructors

Constructor and Description
SchedulerContext()

Method Summary

Modifier and Type	Method and Description
static java.util.List<java.lang.String>	additionalPorts(Config cfg)
static boolean	checkPodsReachable(Config cfg)
static boolean	copySystemPackage(Config cfg)
static java.lang.String	corePackageFileName(Config cfg)
static java.lang.String	corePackageUrl(Config cfg)
static java.lang.String	createJobDescriptionFileName(java.lang.String jobID)
static java.lang.String	downloadMethod(Config cfg)
static java.lang.String	driverClass(Config cfg)
static java.lang.String	getJobMasterProvidedIp(Config cfg)
static JobMasterAPI.NodeInfo	getNodeInfo(Config cfg, java.lang.String nodeIP)
static boolean	isLocalFileSystemUploader(Config cfg)
static java.lang.String	jobArchiveTempDirectory(Config cfg)
static java.lang.String	jobPackageFileName(Config cfg)
static java.net.URI	jobPackageUri(Config cfg)
static java.lang.String	jobPackageUrl(Config cfg)
static java.lang.String	launcherClass(Config cfg)
static java.util.List<java.lang.String>	networkInterfaces(Config cfg)
static java.lang.String	nfsServerAddress(Config cfg)
static java.lang.String	nfsServerPath(Config cfg)
static int	numberOfAdditionalPorts(Config cfg)
static java.lang.String	packagesPath(Config cfg)
static double	persistentVolumePerWorker(Config cfg)
static boolean	persistentVolumeRequested(Config cfg) if persistentVolumePerWorker is more than zero, return true, otherwise false
static java.lang.String	systemPackageUrl(Config cfg)
static java.lang.String	temporaryPackagesPath(Config cfg)
static java.lang.String	uploaderClass(Config cfg)
static boolean	useOpenMPI(Config cfg)
static java.lang.String	userJobJarFile(Config cfg)
static java.lang.String	userJobType(Config cfg)
static java.lang.String	workerClass(Config cfg)
static int	workerEndSyncWaitTime(Config cfg)

Methods inherited from class edu.iu.dsc.tws.api.config.Context

auroraScript, checkpointCofigurationFile, checkpointConfigurationFile, clusterType, commonConfDir, conf, containerId, dataConfigurationFile, distDirectory, getDefaults, getDoublePropertyValue, getIntPropertyValue, getLongPropertyValue, getStringPropertyValue, isKubernetesCluster, jobId, jobName, libDirectory, networkConfigurationFile, resourceSchedulerConfigurationFile, systemConfigurationFile, taskConfigurationFile, twister2Home, userName, verbose, workerInstances

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LAUNCHER_CLASS

public static final java.lang.String LAUNCHER_CLASS

See Also:

Constant Field Values

UPLOADER_CLASS

public static final java.lang.String UPLOADER_CLASS

See Also:

Constant Field Values

WORKER_CLASS

public static final java.lang.String WORKER_CLASS

See Also:

Constant Field Values

DRIVER_CLASS

public static final java.lang.String DRIVER_CLASS

See Also:

Constant Field Values

THREADS_PER_WORKER

public static final java.lang.String THREADS_PER_WORKER

See Also:

Constant Field Values

JOB_ARCHIVE_TEMP_DIR

public static final java.lang.String JOB_ARCHIVE_TEMP_DIR

See Also:

Constant Field Values

SYSTEM_PACKAGE_URI

public static final java.lang.String SYSTEM_PACKAGE_URI

See Also:

Constant Field Values

JOB_PACKAGE_URI

public static final java.lang.String JOB_PACKAGE_URI

See Also:

Constant Field Values

JOB_PACKAGE_URL

public static final java.lang.String JOB_PACKAGE_URL

See Also:

Constant Field Values

CORE_PACKAGE_URL

public static final java.lang.String CORE_PACKAGE_URL

See Also:

Constant Field Values

WORKER_COMPUTE_RESOURCES

public static final java.lang.String WORKER_COMPUTE_RESOURCES

See Also:

Constant Field Values

TWISTER_2_HOME

public static final java.lang.String TWISTER_2_HOME

These are specified as system properties when deploying a job

See Also:

Constant Field Values

CONFIG_DIR

public static final java.lang.String CONFIG_DIR

See Also:

Constant Field Values

CLUSTER_TYPE

public static final java.lang.String CLUSTER_TYPE

See Also:

Constant Field Values

USER_JOB_FILE

public static final java.lang.String USER_JOB_FILE

See Also:

Constant Field Values

USER_JOB_TYPE

public static final java.lang.String USER_JOB_TYPE

See Also:

Constant Field Values

JOB_DESCRIPTION_FILE_CMD_VAR

public static final java.lang.String JOB_DESCRIPTION_FILE_CMD_VAR

See Also:

Constant Field Values

DEBUG

public static final java.lang.String DEBUG

See Also:

Constant Field Values

WORKING_DIRECTORY

public static final java.lang.String WORKING_DIRECTORY

See Also:

Constant Field Values

CORE_PACKAGE_FILENAME_DEFAULT

public static final java.lang.String CORE_PACKAGE_FILENAME_DEFAULT

See Also:

Constant Field Values

CORE_PACKAGE_FILENAME

public static final java.lang.String CORE_PACKAGE_FILENAME

See Also:

Constant Field Values

JOB_PACKAGE_FILENAME_DEFAULT

public static final java.lang.String JOB_PACKAGE_FILENAME_DEFAULT

See Also:

Constant Field Values

JOB_PACKAGE_FILENAME

public static final java.lang.String JOB_PACKAGE_FILENAME

See Also:

Constant Field Values

TWISTER2_PACKAGES_PATH

public static final java.lang.String TWISTER2_PACKAGES_PATH

See Also:

Constant Field Values

TEMPORARY_PACKAGES_PATH

public static final java.lang.String TEMPORARY_PACKAGES_PATH

See Also:

Constant Field Values

NFS_SERVER_ADDRESS

public static final java.lang.String NFS_SERVER_ADDRESS

See Also:

Constant Field Values

NFS_SERVER_PATH

public static final java.lang.String NFS_SERVER_PATH

See Also:

Constant Field Values

PERSISTENT_VOLUME_PER_WORKER_DEFAULT

public static final double PERSISTENT_VOLUME_PER_WORKER_DEFAULT

See Also:

Constant Field Values

PERSISTENT_VOLUME_PER_WORKER

public static final java.lang.String PERSISTENT_VOLUME_PER_WORKER

See Also:

Constant Field Values

RACK_LABEL_KEY

public static final java.lang.String RACK_LABEL_KEY

See Also:

Constant Field Values

DATACENTER_LABEL_KEY

public static final java.lang.String DATACENTER_LABEL_KEY

See Also:

Constant Field Values

RACKS_LIST

public static final java.lang.String RACKS_LIST

See Also:

Constant Field Values

DATACENTERS_LIST

public static final java.lang.String DATACENTERS_LIST

See Also:

Constant Field Values

ADDITIONAL_PORTS

public static final java.lang.String ADDITIONAL_PORTS

See Also:

Constant Field Values

DOWNLOAD_METHOD

public static final java.lang.String DOWNLOAD_METHOD

See Also:

Constant Field Values

COPY_SYSTEM_PACKAGE

public static final java.lang.String COPY_SYSTEM_PACKAGE

See Also:

Constant Field Values

K8S_CHECK_PODS_REACHABLE_DEFAULT

public static final boolean K8S_CHECK_PODS_REACHABLE_DEFAULT

See Also:

Constant Field Values

K8S_CHECK_PODS_REACHABLE

public static final java.lang.String K8S_CHECK_PODS_REACHABLE

See Also:

Constant Field Values

NETWORK_INTERFACES

public static final java.lang.String NETWORK_INTERFACES

See Also:

Constant Field Values

JOB_MASTER_PROVIDED_IP

public static final java.lang.String JOB_MASTER_PROVIDED_IP

See Also:

Constant Field Values

Constructor Detail

SchedulerContext

public SchedulerContext()

Method Detail

uploaderClass

public static java.lang.String uploaderClass(Config cfg)

isLocalFileSystemUploader

public static boolean isLocalFileSystemUploader(Config cfg)

launcherClass

public static java.lang.String launcherClass(Config cfg)

workerClass

public static java.lang.String workerClass(Config cfg)

driverClass

public static java.lang.String driverClass(Config cfg)

packagesPath

public static java.lang.String packagesPath(Config cfg)

jobArchiveTempDirectory

public static java.lang.String jobArchiveTempDirectory(Config cfg)

temporaryPackagesPath

public static java.lang.String temporaryPackagesPath(Config cfg)

systemPackageUrl

public static java.lang.String systemPackageUrl(Config cfg)

jobPackageUri

public static java.net.URI jobPackageUri(Config cfg)

jobPackageUrl

public static java.lang.String jobPackageUrl(Config cfg)

corePackageUrl

public static java.lang.String corePackageUrl(Config cfg)

corePackageFileName

public static java.lang.String corePackageFileName(Config cfg)

jobPackageFileName

public static java.lang.String jobPackageFileName(Config cfg)

userJobJarFile

public static java.lang.String userJobJarFile(Config cfg)

userJobType

public static java.lang.String userJobType(Config cfg)

nfsServerAddress

public static java.lang.String nfsServerAddress(Config cfg)

nfsServerPath

public static java.lang.String nfsServerPath(Config cfg)

persistentVolumePerWorker

public static double persistentVolumePerWorker(Config cfg)

copySystemPackage

public static boolean copySystemPackage(Config cfg)

persistentVolumeRequested

public static boolean persistentVolumeRequested(Config cfg)

if persistentVolumePerWorker is more than zero, return true, otherwise false

createJobDescriptionFileName

public static java.lang.String createJobDescriptionFileName(java.lang.String jobID)

workerEndSyncWaitTime

public static int workerEndSyncWaitTime(Config cfg)

useOpenMPI

public static boolean useOpenMPI(Config cfg)

downloadMethod

public static java.lang.String downloadMethod(Config cfg)

additionalPorts

public static java.util.List<java.lang.String> additionalPorts(Config cfg)

numberOfAdditionalPorts

public static int numberOfAdditionalPorts(Config cfg)

checkPodsReachable

public static boolean checkPodsReachable(Config cfg)

networkInterfaces

public static java.util.List<java.lang.String> networkInterfaces(Config cfg)

getNodeInfo

public static JobMasterAPI.NodeInfo getNodeInfo(Config cfg,
                                                java.lang.String nodeIP)

getJobMasterProvidedIp

public static java.lang.String getJobMasterProvidedIp(Config cfg)