edu.iu.dsc.tws.rsched.schedulers.k8s

Class KubernetesContext

java.lang.Object

edu.iu.dsc.tws.api.config.Context

edu.iu.dsc.tws.api.config.SchedulerContext

edu.iu.dsc.tws.rsched.schedulers.k8s.KubernetesContext

public class KubernetesContext
extends SchedulerContext

Field Summary

Fields

Modifier and Type	Field and Description
static java.lang.String	K8S_BIND_WORKER_TO_CPU
static boolean	K8S_BIND_WORKER_TO_CPU_DEFAULT
static java.lang.String	K8S_CHECK_PWD_FREE_SSH
static boolean	K8S_CHECK_PWD_FREE_SSH_DEFAULT
static java.lang.String	K8S_IMAGE_PULL_POLICY
static java.lang.String	K8S_IMAGE_PULL_POLICY_NAMESPACE
static java.lang.String	K8S_JVM_MEMORY_FRACTION
static double	K8S_JVM_MEMORY_FRACTION_DEFAULT
static java.lang.String	K8S_LOG_IN_CLIENT
static boolean	K8S_LOG_IN_CLIENT_DEFAULT
static java.lang.String	K8S_PERSISTENT_STORAGE_CLASS
static java.lang.String	K8S_STORAGE_ACCESS_MODE
static java.lang.String	K8S_STORAGE_ACCESS_MODE_DEFAULT
static java.lang.String	K8S_UPLOADER_WEB_SERVER
static java.lang.String	K8S_UPLOADER_WEB_SERVER_DEFAULT
static java.lang.String	K8S_UPLOADER_WEB_SERVER_DIRECTORY
static java.lang.String	K8S_UPLOADER_WEB_SERVER_DIRECTORY_DEFAULT
static java.lang.String	K8S_UPLOADER_WEB_SERVER_LABEL
static java.lang.String	K8S_UPLOADER_WEB_SERVER_LABEL_DEFAULT
static java.lang.String	K8S_WORKER_BASE_PORT
static int	K8S_WORKER_BASE_PORT_DEFAULT
static java.lang.String	K8S_WORKER_MAPPING_KEY
static java.lang.String	K8S_WORKER_MAPPING_OPERATOR
static java.lang.String	K8S_WORKER_MAPPING_UNIFORM
static java.lang.String	K8S_WORKER_MAPPING_UNIFORM_DEFAULT
static java.lang.String	K8S_WORKER_MAPPING_VALUES
static java.lang.String	K8S_WORKER_TO_NODE_MAPPING
static boolean	K8S_WORKER_TO_NODE_MAPPING_DEFAULT
static java.lang.String	KUBERNETES_NAMESPACE
static java.lang.String	KUBERNETES_NAMESPACE_DEFAULT
static java.lang.String	NODE_LOCATIONS_FROM_CONFIG
static boolean	NODE_LOCATIONS_FROM_CONFIG_DEFAULT
static java.lang.String	NODE_PORT_SERVICE_REQUESTED
static boolean	NODE_PORT_SERVICE_REQUESTED_DEFAULT
static java.lang.String	SECRET_NAME
static java.lang.String	SERVICE_NODE_PORT
static int	SERVICE_NODE_PORT_DEFAULT
static java.lang.String	TWISTER2_DOCKER_IMAGE_FOR_K8S
static java.lang.String	WORKER_TRANSPORT_PROTOCOL
static java.lang.String	WORKER_TRANSPORT_PROTOCOL_DEFAULT

Fields inherited from class edu.iu.dsc.tws.api.config.SchedulerContext

ADDITIONAL_PORTS, CLUSTER_TYPE, CONFIG_DIR, COPY_SYSTEM_PACKAGE, CORE_PACKAGE_FILENAME, CORE_PACKAGE_FILENAME_DEFAULT, CORE_PACKAGE_URL, DATACENTER_LABEL_KEY, DATACENTERS_LIST, DEBUG, DOWNLOAD_METHOD, DRIVER_CLASS, JOB_ARCHIVE_TEMP_DIR, JOB_DESCRIPTION_FILE_CMD_VAR, JOB_MASTER_PROVIDED_IP, JOB_PACKAGE_FILENAME, JOB_PACKAGE_FILENAME_DEFAULT, JOB_PACKAGE_URI, JOB_PACKAGE_URL, K8S_CHECK_PODS_REACHABLE, K8S_CHECK_PODS_REACHABLE_DEFAULT, LAUNCHER_CLASS, NETWORK_INTERFACES, NFS_SERVER_ADDRESS, NFS_SERVER_PATH, PERSISTENT_VOLUME_PER_WORKER, PERSISTENT_VOLUME_PER_WORKER_DEFAULT, RACK_LABEL_KEY, RACKS_LIST, SYSTEM_PACKAGE_URI, TEMPORARY_PACKAGES_PATH, THREADS_PER_WORKER, TWISTER_2_HOME, TWISTER2_PACKAGES_PATH, UPLOADER_CLASS, USER_JOB_FILE, USER_JOB_TYPE, WORKER_CLASS, WORKER_COMPUTE_RESOURCES, WORKING_DIRECTORY

Fields inherited from class edu.iu.dsc.tws.api.config.Context

AURORA_SCRIPT, CHECKPOINT_YAML, CLUSTER, CLUSTER_CONF, CLUSTER_HOME, CORE_YAML, DATA_YAML, defaults, GRAPH_TYPE, HOME, JAVA_HOME, JOB, JOB_ARCHIVE_DIRECTORY, JOB_ID, JOB_NAME, JOB_OBJECT, NETWORK_YAML, OPERATION_NAME, OVERRIDE_YAML, RESOURCE_SCHEDULER_YAML, STREAMING, substitutions, TASK_YAML, TWISTER2_BANDWIDTH, TWISTER2_BIN, TWISTER2_CLUSTER_TYPE, TWISTER2_COMMON_CONF_DIR, TWISTER2_CONF, TWISTER2_CONTAINER_ID, TWISTER2_DIRECT_EDGE, TWISTER2_DIST, TWISTER2_GRAPH_JOB, TWISTER2_HOME, TWISTER2_LATENCY, TWISTER2_LIB, TWISTER2_MAX_TASK_INSTANCES_PER_WORKER, TWISTER2_TASK_INSTANCE_ODD_PARALLELISM, TWISTER2_TSET_JOB, TWISTER2_WORKER_INSTANCES, TWISTER2_WORKER_INSTANCES_DEFAULT, USER_NAME, VERBOSE

Constructor Summary

Constructors

Constructor and Description
KubernetesContext()

Method Summary

Modifier and Type	Method and Description
static boolean	bindWorkerToCPU(Config cfg)
static boolean	checkPwdFreeSsh(Config cfg)
static java.lang.String	datacenterLabelKeyForK8s(Config cfg)
static java.lang.String	imagePullPolicy(Config cfg)
static double	jvmMemoryFraction(Config cfg)
static boolean	logInClient(Config cfg)
static java.lang.String	namespace(Config cfg)
static boolean	nodeLocationsFromConfig(Config cfg)
static boolean	nodePortServiceRequested(Config cfg)
static java.lang.String	persistentStorageClass(Config cfg)
static java.lang.String	rackLabelKeyForK8s(Config cfg)
static java.lang.String	secretName(Config cfg)
static int	serviceNodePort(Config cfg)
static java.lang.String	storageAccessMode(Config cfg)
static java.lang.String	twister2DockerImageForK8s(Config cfg)
static java.lang.String	uploaderWebServer(Config cfg)
static java.lang.String	uploaderWebServerDirectory(Config cfg)
static java.lang.String	uploaderWebServerLabel(Config cfg)
static int	workerBasePort(Config cfg)
static java.lang.String	workerMappingKey(Config cfg)
static java.lang.String	workerMappingOperator(Config cfg)
static java.lang.String	workerMappingUniform(Config cfg)
static java.util.List<java.lang.String>	workerMappingValues(Config cfg)
static boolean	workerToNodeMapping(Config cfg)
static java.lang.String	workerTransportProtocol(Config cfg)

Methods inherited from class edu.iu.dsc.tws.api.config.SchedulerContext

additionalPorts, checkPodsReachable, copySystemPackage, corePackageFileName, corePackageUrl, createJobDescriptionFileName, downloadMethod, driverClass, getJobMasterProvidedIp, getNodeInfo, isLocalFileSystemUploader, jobArchiveTempDirectory, jobPackageFileName, jobPackageUri, jobPackageUrl, launcherClass, networkInterfaces, nfsServerAddress, nfsServerPath, numberOfAdditionalPorts, packagesPath, persistentVolumePerWorker, persistentVolumeRequested, systemPackageUrl, temporaryPackagesPath, uploaderClass, useOpenMPI, userJobJarFile, userJobType, workerClass, workerEndSyncWaitTime

Methods inherited from class edu.iu.dsc.tws.api.config.Context

auroraScript, checkpointCofigurationFile, checkpointConfigurationFile, clusterType, commonConfDir, conf, containerId, dataConfigurationFile, distDirectory, getDefaults, getDoublePropertyValue, getIntPropertyValue, getLongPropertyValue, getStringPropertyValue, isKubernetesCluster, jobId, jobName, libDirectory, networkConfigurationFile, resourceSchedulerConfigurationFile, systemConfigurationFile, taskConfigurationFile, twister2Home, userName, verbose, workerInstances

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

TWISTER2_DOCKER_IMAGE_FOR_K8S

public static final java.lang.String TWISTER2_DOCKER_IMAGE_FOR_K8S

See Also:

Constant Field Values

KUBERNETES_NAMESPACE_DEFAULT

public static final java.lang.String KUBERNETES_NAMESPACE_DEFAULT

See Also:

Constant Field Values

KUBERNETES_NAMESPACE

public static final java.lang.String KUBERNETES_NAMESPACE

See Also:

Constant Field Values

K8S_LOG_IN_CLIENT_DEFAULT

public static final boolean K8S_LOG_IN_CLIENT_DEFAULT

See Also:

Constant Field Values

K8S_LOG_IN_CLIENT

public static final java.lang.String K8S_LOG_IN_CLIENT

See Also:

Constant Field Values

K8S_WORKER_BASE_PORT_DEFAULT

public static final int K8S_WORKER_BASE_PORT_DEFAULT

See Also:

Constant Field Values

K8S_WORKER_BASE_PORT

public static final java.lang.String K8S_WORKER_BASE_PORT

See Also:

Constant Field Values

NODE_LOCATIONS_FROM_CONFIG_DEFAULT

public static final boolean NODE_LOCATIONS_FROM_CONFIG_DEFAULT

See Also:

Constant Field Values

NODE_LOCATIONS_FROM_CONFIG

public static final java.lang.String NODE_LOCATIONS_FROM_CONFIG

See Also:

Constant Field Values

NODE_PORT_SERVICE_REQUESTED_DEFAULT

public static final boolean NODE_PORT_SERVICE_REQUESTED_DEFAULT

See Also:

Constant Field Values

NODE_PORT_SERVICE_REQUESTED

public static final java.lang.String NODE_PORT_SERVICE_REQUESTED

See Also:

Constant Field Values

SERVICE_NODE_PORT_DEFAULT

public static final int SERVICE_NODE_PORT_DEFAULT

See Also:

Constant Field Values

SERVICE_NODE_PORT

public static final java.lang.String SERVICE_NODE_PORT

See Also:

Constant Field Values

WORKER_TRANSPORT_PROTOCOL_DEFAULT

public static final java.lang.String WORKER_TRANSPORT_PROTOCOL_DEFAULT

See Also:

Constant Field Values

WORKER_TRANSPORT_PROTOCOL

public static final java.lang.String WORKER_TRANSPORT_PROTOCOL

See Also:

Constant Field Values

K8S_IMAGE_PULL_POLICY_NAMESPACE

public static final java.lang.String K8S_IMAGE_PULL_POLICY_NAMESPACE

See Also:

Constant Field Values

K8S_IMAGE_PULL_POLICY

public static final java.lang.String K8S_IMAGE_PULL_POLICY

See Also:

Constant Field Values

K8S_PERSISTENT_STORAGE_CLASS

public static final java.lang.String K8S_PERSISTENT_STORAGE_CLASS

See Also:

Constant Field Values

K8S_STORAGE_ACCESS_MODE_DEFAULT

public static final java.lang.String K8S_STORAGE_ACCESS_MODE_DEFAULT

See Also:

Constant Field Values

K8S_STORAGE_ACCESS_MODE

public static final java.lang.String K8S_STORAGE_ACCESS_MODE

See Also:

Constant Field Values

K8S_BIND_WORKER_TO_CPU_DEFAULT

public static final boolean K8S_BIND_WORKER_TO_CPU_DEFAULT

See Also:

Constant Field Values

K8S_BIND_WORKER_TO_CPU

public static final java.lang.String K8S_BIND_WORKER_TO_CPU

See Also:

Constant Field Values

K8S_WORKER_TO_NODE_MAPPING_DEFAULT

public static final boolean K8S_WORKER_TO_NODE_MAPPING_DEFAULT

See Also:

Constant Field Values

K8S_WORKER_TO_NODE_MAPPING

public static final java.lang.String K8S_WORKER_TO_NODE_MAPPING

See Also:

Constant Field Values

K8S_WORKER_MAPPING_KEY

public static final java.lang.String K8S_WORKER_MAPPING_KEY

See Also:

Constant Field Values

K8S_WORKER_MAPPING_OPERATOR

public static final java.lang.String K8S_WORKER_MAPPING_OPERATOR

See Also:

Constant Field Values

K8S_WORKER_MAPPING_VALUES

public static final java.lang.String K8S_WORKER_MAPPING_VALUES

See Also:

Constant Field Values

K8S_WORKER_MAPPING_UNIFORM_DEFAULT

public static final java.lang.String K8S_WORKER_MAPPING_UNIFORM_DEFAULT

See Also:

Constant Field Values

K8S_WORKER_MAPPING_UNIFORM

public static final java.lang.String K8S_WORKER_MAPPING_UNIFORM

See Also:

Constant Field Values

SECRET_NAME

public static final java.lang.String SECRET_NAME

See Also:

Constant Field Values

K8S_UPLOADER_WEB_SERVER_DEFAULT

public static final java.lang.String K8S_UPLOADER_WEB_SERVER_DEFAULT

See Also:

Constant Field Values

K8S_UPLOADER_WEB_SERVER

public static final java.lang.String K8S_UPLOADER_WEB_SERVER

See Also:

Constant Field Values

K8S_UPLOADER_WEB_SERVER_DIRECTORY_DEFAULT

public static final java.lang.String K8S_UPLOADER_WEB_SERVER_DIRECTORY_DEFAULT

See Also:

Constant Field Values

K8S_UPLOADER_WEB_SERVER_DIRECTORY

public static final java.lang.String K8S_UPLOADER_WEB_SERVER_DIRECTORY

See Also:

Constant Field Values

K8S_UPLOADER_WEB_SERVER_LABEL_DEFAULT

public static final java.lang.String K8S_UPLOADER_WEB_SERVER_LABEL_DEFAULT

See Also:

Constant Field Values

K8S_UPLOADER_WEB_SERVER_LABEL

public static final java.lang.String K8S_UPLOADER_WEB_SERVER_LABEL

See Also:

Constant Field Values

K8S_CHECK_PWD_FREE_SSH_DEFAULT

public static final boolean K8S_CHECK_PWD_FREE_SSH_DEFAULT

See Also:

Constant Field Values

K8S_CHECK_PWD_FREE_SSH

public static final java.lang.String K8S_CHECK_PWD_FREE_SSH

See Also:

Constant Field Values

K8S_JVM_MEMORY_FRACTION_DEFAULT

public static final double K8S_JVM_MEMORY_FRACTION_DEFAULT

See Also:

Constant Field Values

K8S_JVM_MEMORY_FRACTION

public static final java.lang.String K8S_JVM_MEMORY_FRACTION

See Also:

Constant Field Values

Constructor Detail

KubernetesContext

public KubernetesContext()

Method Detail

twister2DockerImageForK8s

public static java.lang.String twister2DockerImageForK8s(Config cfg)

namespace

public static java.lang.String namespace(Config cfg)

logInClient

public static boolean logInClient(Config cfg)

nodeLocationsFromConfig

public static boolean nodeLocationsFromConfig(Config cfg)

rackLabelKeyForK8s

public static java.lang.String rackLabelKeyForK8s(Config cfg)

datacenterLabelKeyForK8s

public static java.lang.String datacenterLabelKeyForK8s(Config cfg)

nodePortServiceRequested

public static boolean nodePortServiceRequested(Config cfg)

serviceNodePort

public static int serviceNodePort(Config cfg)

workerBasePort

public static int workerBasePort(Config cfg)

imagePullPolicy

public static java.lang.String imagePullPolicy(Config cfg)

persistentStorageClass

public static java.lang.String persistentStorageClass(Config cfg)

storageAccessMode

public static java.lang.String storageAccessMode(Config cfg)

workerTransportProtocol

public static java.lang.String workerTransportProtocol(Config cfg)

bindWorkerToCPU

public static boolean bindWorkerToCPU(Config cfg)

workerToNodeMapping

public static boolean workerToNodeMapping(Config cfg)

workerMappingKey

public static java.lang.String workerMappingKey(Config cfg)

workerMappingOperator

public static java.lang.String workerMappingOperator(Config cfg)

workerMappingValues

public static java.util.List<java.lang.String> workerMappingValues(Config cfg)

workerMappingUniform

public static java.lang.String workerMappingUniform(Config cfg)

secretName

public static java.lang.String secretName(Config cfg)

uploaderWebServer

public static java.lang.String uploaderWebServer(Config cfg)

uploaderWebServerDirectory

public static java.lang.String uploaderWebServerDirectory(Config cfg)

uploaderWebServerLabel

public static java.lang.String uploaderWebServerLabel(Config cfg)

checkPwdFreeSsh

public static boolean checkPwdFreeSsh(Config cfg)

jvmMemoryFraction

public static double jvmMemoryFraction(Config cfg)