Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
ALLGATHER |
"allgather" |
public static final java.lang.String |
ALLREDUCE |
"allreduce" |
public static final java.lang.String |
ALLTOALL_ALGO_KEY |
"twister2.network.alltoall.algorithm" |
public static final java.lang.String |
ALLTOALL_ALGO_RING |
"ring" |
public static final java.lang.String |
ALLTOALL_ALGO_SIMPLE |
"simple" |
public static final java.lang.String |
BROADCAST |
"broadcast" |
public static final java.lang.String |
BUFFER_SIZE |
"twister2.network.buffer.size" |
public static final java.lang.String |
CHANNEL_PENDING_SIZE |
"twister2.network.channel.pending.size" |
public static final int |
DEFAULT_DESTINATION |
0 |
public static final java.lang.String |
DIRECT |
"direct" |
public static final java.lang.String |
GATHER |
"gather" |
public static final java.lang.String |
GROUP_BY_KEY |
"group-by-key" |
public static final java.lang.String |
INTER_NODE_DEGREE |
"twister2.network.routing.inter.node.degree" |
public static final java.lang.String |
INTRA_NODE_DEGREE |
"twister2.network.routing.intra.node.degree" |
public static final java.lang.String |
JOIN |
"join" |
public static final java.lang.String |
JOIN_ALGORITHM |
"join-algorithm" |
public static final java.lang.String |
JOIN_TYPE |
"join-type" |
public static final java.lang.String |
KEY_COMPARATOR |
"key-comparator" |
public static final java.lang.String |
KEYED_GATHER |
"keyed_gather" |
public static final java.lang.String |
KEYED_PARTITION |
"keyed_partition" |
public static final java.lang.String |
KEYED_REDUCE |
"keyed_reduce" |
public static final java.lang.String |
MESSAGE_GROUP_HIGH_WATERMARK |
"twister2.network.message.group.high_water_mark" |
public static final java.lang.String |
MESSAGE_GROUP_LOW_WATERMARK |
"twister2.network.message.group.low_water_mark" |
public static final java.lang.String |
MESSAGE_GROUPING_SIZE |
"twister2.network.message.grouping.size" |
public static final java.lang.String |
PARTITION |
"partition" |
public static final java.lang.String |
PERSISTENT_DIRECTORIES |
"twister2.network.ops.persistent.dirs" |
public static final java.lang.String |
PERSISTENT_DIRECTORY_DEFAULT_VALUE |
"${TWISTER2_HOME}/persistent/" |
public static final java.lang.String |
RECEIVE_BUFFERS_COUNT |
"twister2.network.receiveBuffer.count" |
public static final java.lang.String |
REDUCE |
"reduce" |
public static final java.lang.String |
RING_GROUPING_WORKER_PER_GROUPS |
"twister2.network.partition.ring.group.workers" |
public static final java.lang.String |
ROW_SCHEMA |
"row-schema" |
public static final java.lang.String |
SEND_BUFFERS_COUNT |
"twister2.network.sendBuffer.count" |
public static final java.lang.String |
SEND_PENDING_MAX |
"twister2.network.send.pending.max" |
public static final java.lang.String |
SHUFFLE_MAX_BYTES_IN_MEMORY |
"twister2.network.shuffle.memory.bytes.max" |
public static final java.lang.String |
SHUFFLE_MAX_FILE_SIZE |
"twister2.network.shuffle.file.bytes.max" |
public static final java.lang.String |
SHUFFLE_MAX_RECORDS_IN_MEMORY |
"twister2.network.shuffle.memory.records.max" |
public static final java.lang.String |
SHUFFLE_PARALLEL_IO |
"twister2.network.shuffle.parallel.io" |
public static final java.lang.String |
SORT_BY_KEY |
"sort-by-key" |
public static final java.lang.String |
TABLE_PARTITION |
"table_partition" |
public static final java.lang.String |
TABLE_PIPE |
"table_pipe" |
public static final java.lang.String |
USE_DISK |
"use-disk" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
ORIGIN_PARTIAL |
134217728 |
public static final int |
ORIGIN_SENDER |
268435456 |
public static final int |
SYNC_BARRIER |
33554432 |
public static final int |
SYNC_EMPTY |
67108864 |
public static final int |
SYNC_MESSAGE |
1073741824 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
ALLGATHER |
"allgather" |
public static final java.lang.String |
ALLREDUCE |
"allreduce" |
public static final java.lang.String |
BROADCAST |
"broadcast" |
public static final java.lang.String |
DIRECT |
"direct" |
public static final java.lang.String |
GATHER |
"gather" |
public static final java.lang.String |
JOIN |
"join" |
public static final java.lang.String |
KEYED_GATHER |
"keyed_gather" |
public static final java.lang.String |
KEYED_PARTITION |
"keyed_partition" |
public static final java.lang.String |
KEYED_REDUCE |
"keyed_reduce" |
public static final java.lang.String |
PARTITION |
"partition" |
public static final java.lang.String |
PIPE |
"pipe" |
public static final java.lang.String |
REDUCE |
"reduce" |
public static final java.lang.String |
TABLE_DIRECT |
"table_direct" |
public static final java.lang.String |
TABLE_JOIN |
"table_join" |
public static final java.lang.String |
TABLE_PARTITION |
"table_partition" |
public static final java.lang.String |
TABLE_PIPE |
"table_pipe" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final long |
serialVersionUID |
6599628617518713638L |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
BATCH_EXECUTOR |
"twister2.executor.batch.name" |
public static final java.lang.String |
BATCH_EXECUTOR_SHARING |
"edu.iu.dsc.tws.executor.threading.BatchSharingExecutor2" |
public static final java.lang.String |
BATCH_EXECUTOR_SHARING_SEP_COMM |
"edu.iu.dsc.tws.executor.threading.BatchSharingExecutor" |
public static final java.lang.String |
INSTANCE_QUEUE_HIGH_WATERMARK |
"twister2.exector.instance.queue.high.watermark" |
public static final java.lang.String |
INSTANCE_QUEUE_LOW_WATERMARK |
"twister2.exector.instance.queue.low.watermark" |
public static final java.lang.String |
STREAM_EXECUTOR |
"twister2.executor.stream.name" |
public static final java.lang.String |
STREAM_EXECUTOR_ALL_SHARING |
"edu.iu.dsc.tws.executor.threading.StreamingAllSharingExecutor" |
public static final java.lang.String |
STREAM_EXECUTOR_DEDICATED_COMM |
"edu.iu.dsc.tws.executor.threading.StreamingSharingExecutor" |
public static final java.lang.String |
THREADS_PER_WORKER |
"twister2.exector.worker.threads" |
public static final java.lang.String |
TWISTER2_RUNTIME_OBJECT |
"_twister2.runtime_" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
TWISTER2_TASK_INSTANCE_CPU |
"Cpu" |
public static final int |
TWISTER2_TASK_INSTANCE_CPU_DEFAULT |
2 |
public static final java.lang.String |
TWISTER2_TASK_INSTANCE_DISK |
"Disk" |
public static final int |
TWISTER2_TASK_INSTANCE_DISK_DEFAULT |
500 |
public static final java.lang.String |
TWISTER2_TASK_INSTANCE_RAM |
"Ram" |
public static final int |
TWISTER2_TASK_INSTANCE_RAM_DEFAULT |
512 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
GRAPH_TYPE |
"iterative" |
public static final java.lang.String |
JOB_ARCHIVE_DIRECTORY |
"twister2-job" |
public static final java.lang.String |
JOB_ID |
"twister2.job.id" |
public static final java.lang.String |
JOB_NAME |
"twister2.resource.job.name" |
public static final java.lang.String |
JOB_OBJECT |
"twister2.job.object" |
public static final java.lang.String |
OPERATION_NAME |
"opname" |
public static final java.lang.String |
STREAMING |
"streaming" |
public static final java.lang.String |
TWISTER2_BANDWIDTH |
"bandwidth" |
public static final java.lang.String |
TWISTER2_CLUSTER_TYPE |
"twister2.cluster.type" |
public static final java.lang.String |
TWISTER2_COMMON_CONF_DIR |
"twister2.directory.conf.common" |
public static final java.lang.String |
TWISTER2_CONTAINER_ID |
"twister2.container.id" |
public static final java.lang.String |
TWISTER2_DIRECT_EDGE |
"direct" |
public static final java.lang.String |
TWISTER2_GRAPH_JOB |
"graph" |
public static final java.lang.String |
TWISTER2_LATENCY |
"latency" |
public static final java.lang.String |
TWISTER2_MAX_TASK_INSTANCES_PER_WORKER |
"twister2.max.task.instances.per.worker" |
public static final java.lang.String |
TWISTER2_TASK_INSTANCE_ODD_PARALLELISM |
"twister2.task.instance.odd.parallelism" |
public static final java.lang.String |
TWISTER2_TSET_JOB |
"tset" |
public static final java.lang.String |
TWISTER2_WORKER_INSTANCES |
"twister2.resource.worker.instances" |
public static final int |
TWISTER2_WORKER_INSTANCES_DEFAULT |
1 |
public static final java.lang.String |
USER_NAME |
"twister2.user.name" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
FILE_SYSTEM_MOUNT |
"twister2.resource.fs.mount" |
public static final java.lang.String |
MODE |
"twsiter2.resource.scheduler.mpi.mode" |
public static final java.lang.String |
MPI_MAP_BY |
"twister2.resource.scheduler.mpi.mapby" |
public static final java.lang.String |
MPI_MAP_BY_PE |
"twister2.resource.scheduler.mpi.mapby.use-pe" |
public static final java.lang.String |
MPI_PARAMS |
"twister2.resource.scheduler.mpi.params" |
public static final java.lang.String |
MPI_SHELL_SCRIPT |
"twister2.resource.scheduler.mpi.shell.script" |
public static final java.lang.String |
MPIRUN_FILE |
"twister2.resource.scheduler.mpi.mpirun.file" |
public static final java.lang.String |
NODES_FILE |
"twister2.resource.scheduler.mpi.nodes.file" |
public static final java.lang.String |
NODES_ON_SHARED_FS |
"twister2.resource.sharedfs" |
public static final java.lang.String |
PARTITION |
"twister2.resource.scheduler.slurm.partition" |
public static final java.lang.String |
SLURM_JOB_ID |
"twister2.resource.scheduler.mpi.job.id" |
public static final java.lang.String |
SLURM_PARAMS |
"twister2.resource.scheduler.slurm.params" |
public static final java.lang.String |
WORKING_DIRECTORY |
"twister2.resource.scheduler.mpi.working.directory" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
ADDITIONAL_PORTS |
"twister2.resource.worker.additional.ports" |
public static final java.lang.String |
CLUSTER_TYPE |
"cluster_type" |
public static final java.lang.String |
CONFIG_DIR |
"config_dir" |
public static final java.lang.String |
COPY_SYSTEM_PACKAGE |
"twister2.resource.systempackage.copy" |
public static final java.lang.String |
CORE_PACKAGE_FILENAME |
"twister2.package.core" |
public static final java.lang.String |
CORE_PACKAGE_FILENAME_DEFAULT |
"twister2-core-0.7.0.tar.gz" |
public static final java.lang.String |
CORE_PACKAGE_URL |
"twister2.resource.core.package.url" |
public static final java.lang.String |
DATACENTER_LABEL_KEY |
"twister2.resource.datacenter.labey.key" |
public static final java.lang.String |
DATACENTERS_LIST |
"twister2.resource.datacenters.list" |
public static final java.lang.String |
DEBUG |
"debug" |
public static final java.lang.String |
DOWNLOAD_METHOD |
"twister2.resource.uploader.download.method" |
public static final java.lang.String |
DRIVER_CLASS |
"twister2.resource.job.driver.class" |
public static final java.lang.String |
JOB_ARCHIVE_TEMP_DIR |
"twister2.job.archive.temp.dir" |
public static final java.lang.String |
JOB_DESCRIPTION_FILE_CMD_VAR |
"job_desc_file" |
public static final java.lang.String |
JOB_MASTER_PROVIDED_IP |
"twister2.job.master.provided.ip" |
public static final java.lang.String |
JOB_PACKAGE_FILENAME |
"twister2.package.job" |
public static final java.lang.String |
JOB_PACKAGE_FILENAME_DEFAULT |
"twister2-job.tar.gz" |
public static final java.lang.String |
JOB_PACKAGE_URI |
"twister2.job.package.uri" |
public static final java.lang.String |
JOB_PACKAGE_URL |
"twister2.resource.job.package.url" |
public static final java.lang.String |
K8S_CHECK_PODS_REACHABLE |
"kubernetes.check.pods.reachable" |
public static final boolean |
K8S_CHECK_PODS_REACHABLE_DEFAULT |
false |
public static final java.lang.String |
LAUNCHER_CLASS |
"twister2.resource.class.launcher" |
public static final java.lang.String |
NETWORK_INTERFACES |
"twister2.network.interfaces.for.workers" |
public static final java.lang.String |
NFS_SERVER_ADDRESS |
"twister2.resource.nfs.server.address" |
public static final java.lang.String |
NFS_SERVER_PATH |
"twister2.resource.nfs.server.path" |
public static final java.lang.String |
PERSISTENT_VOLUME_PER_WORKER |
"twister2.resource.persistent.volume.per.worker" |
public static final double |
PERSISTENT_VOLUME_PER_WORKER_DEFAULT |
0.0 |
public static final java.lang.String |
RACK_LABEL_KEY |
"twister2.resource.rack.labey.key" |
public static final java.lang.String |
RACKS_LIST |
"twister2.resource.racks.list" |
public static final java.lang.String |
SYSTEM_PACKAGE_URI |
"twister2.resource.system.package.uri" |
public static final java.lang.String |
TEMPORARY_PACKAGES_PATH |
"temporary.packages.path" |
public static final java.lang.String |
THREADS_PER_WORKER |
"twister2.exector.worker.threads" |
public static final java.lang.String |
TWISTER_2_HOME |
"twister2_home" |
public static final java.lang.String |
TWISTER2_PACKAGES_PATH |
"twister2.packages.path" |
public static final java.lang.String |
UPLOADER_CLASS |
"twister2.resource.class.uploader" |
public static final java.lang.String |
USER_JOB_FILE |
"job_file" |
public static final java.lang.String |
USER_JOB_TYPE |
"job_type" |
public static final java.lang.String |
WORKER_CLASS |
"twister2.resource.job.worker.class" |
public static final java.lang.String |
WORKER_COMPUTE_RESOURCES |
"twister2.resource.worker.compute.resources" |
public static final java.lang.String |
WORKING_DIRECTORY |
"twister2.working_directory" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
DEFAULT_FILESYSTEM_SCHEME |
"file:///" |
public static final java.lang.String |
DEFAULT_HDFS_FILESYSTEM_SCHEME |
"hdfs:///" |
public static final java.lang.String |
FILESYSTEM_SCHEME |
"fs.default-scheme" |
public static final java.lang.String |
HDFS_FILESYSTEM_SCHEME |
"hdfs.default-scheme" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
CUR_DIR |
"." |
public static final java.lang.String |
SEPARATOR |
"/" |
public static final char |
SEPARATOR_CHAR |
47 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
DEFAULT_REF |
"default-ref" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
FAILURE_TIMEOUT |
"twister2.fault.tolerance.failure.timeout" |
public static final int |
FAILURE_TIMEOUT_DEFAULT |
10000 |
public static final java.lang.String |
MAX_MPIJOB_RESTARTS |
"twister2.fault.tolerance.max.mpijob.restarts" |
public static final int |
MAX_MPIJOB_RESTARTS_DEFAULT |
3 |
public static final java.lang.String |
MAX_REEXECUTES |
"twister2.fault.tolerance.max.reexecutes" |
public static final int |
MAX_REEXECUTES_DEFAULT |
5 |
public static final java.lang.String |
MAX_WORKER_RESTARTS |
"twister2.fault.tolerance.max.worker.restarts" |
public static final int |
MAX_WORKER_RESTARTS_DEFAULT |
5 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
ID_SIZE |
32 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final long |
MAX_WAIT_TIME_DEFAULT |
100000L |
public static final java.lang.String |
MAX_WAIT_TIME_FOR_ALL_TO_JOIN |
"twister2.worker.controller.max.wait.time.for.all.workers.to.join" |
public static final java.lang.String |
MAX_WAIT_TIME_ON_BARRIER |
"twister2.worker.controller.max.wait.time.on.barrier" |
public static final java.lang.String |
MAX_WAIT_TIME_ON_INIT_BARRIER |
"twister2.worker.controller.max.wait.time.on.init.barrier" |
public static final long |
MAX_WAIT_TIME_ON_INIT_BARRIER_DEFAULT |
600000L |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
LOG_DIR_NAME |
"/logs" |
public static final java.lang.String |
WORKER_DIR_NAME_PREFIX |
"worker-" |
public static final java.lang.String |
WORKER_LOG_FILE_NAME_PREFIX |
"worker-" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
INPUT_SCHEMA_KEY |
"__input_schema" |
public static final java.lang.String |
OUTPUT_SCHEMA_KEY |
"__output_schema" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
CONFIG_WAIT_TIME |
"twister2.checkpointing.request.timeout" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
CHECKPOINTING_STORE_FS_DIR |
"twister2.checkpointing.store.fs.dir" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
FT_GATHER_EDGE |
"ft-gather-edge" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
CHECKPOINTING_ENABLED |
"twister2.checkpointing.enable" |
public static final java.lang.String |
CHECKPOINTING_RESTORE_JOB |
"twister2.checkpointing.restore.job" |
public static final java.lang.String |
CHECKPOINTING_SOURCE_FREQUNCY |
"twister2.checkpointing.source.frequency" |
public static final java.lang.String |
CHECKPOINTING_STORE_CLASS |
"twister2.checkpointing.store" |
public static final java.lang.String |
JOB_MASTER_USED |
"twister2.job.master.used" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
DEFAULT_FORMAT |
"[%1$tF %1$tT %1$tz] [%4$s] [%7$s] [%8$s] %3$s: %5$s %6$s %n" |
public static final java.lang.String |
LOGGER_PROPERTIES_FILE |
"common/logger.properties" |
public static final java.lang.String |
LOGGING_LEVEL_DEFAULT |
"INFO" |
public static final int |
MAX_LOG_FILE_SIZE_DEFAULT |
100 |
public static final int |
MAX_LOG_FILES_DEFAULT |
5 |
public static final boolean |
REDIRECT_SYS_OUT_ERR_DEFAULT |
false |
public static final java.lang.String |
TW2_FORMAT_PROP_KEY |
"edu.iu.dsc.tws.common.logging.Twister2LogFormatter.format" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
DEFAULT_FORMAT |
"[%1$tF %1$tT] [%4$s] [%7$s] %3$s: %5$s %6$s %n" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
APPEND |
"edu.iu.dsc.tws.common.logging.Twister2FileLogHandler.append" |
public static final java.lang.String |
COUNT |
"edu.iu.dsc.tws.common.logging.Twister2FileLogHandler.count" |
public static final java.lang.String |
ENCODING |
"edu.iu.dsc.tws.common.logging.Twister2FileLogHandler.encoding" |
public static final java.lang.String |
FORMATTER |
"edu.iu.dsc.tws.common.logging.Twister2FileLogHandler.formatter" |
public static final java.lang.String |
LEVEL |
"edu.iu.dsc.tws.common.logging.Twister2FileLogHandler.level" |
public static final java.lang.String |
LIMIT |
"edu.iu.dsc.tws.common.logging.Twister2FileLogHandler.limit" |
public static final java.lang.String |
REDIRECT_SYS |
"edu.iu.dsc.tws.common.logging.Twister2FileLogHandler.sysouterr" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
MAX_CONN_EST_TIME |
"twister2.network.max.connection.establishment.time" |
public static final long |
MAX_CONN_EST_TIME_DEFAULT |
30000L |
public static final java.lang.String |
NETWORK_HOSTNAME |
"twister2.tcp.hostname" |
public static final java.lang.String |
NETWORK_PORT |
"twister2.tcp.port" |
public static final java.lang.String |
TWISTER2_MAX_PACKET_SIZE |
"twister2.tcp.packet.size" |
public static final java.lang.String |
TWISTER2_READ_SIZE |
"twister2.tcp.read.size" |
public static final java.lang.String |
TWISTER2_READ_TIME |
"twister2.tcp.read.time" |
public static final java.lang.String |
TWISTER2_RECV_BUFF_SIZE |
"twister2.tcp.recv.buffer.size" |
public static final java.lang.String |
TWISTER2_SEND_BUFF_SIZE |
"twister2.tcp.send.buffer.size" |
public static final java.lang.String |
TWISTER2_WRITE_SIZE |
"twister2.tcp.write.size" |
public static final java.lang.String |
TWISTER2_WRITE_TIME |
"twister2.tcp.write.time" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
CLIENT_ID |
-100 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
TABLE_RUNTIME_CONF |
"__table_runtime__" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
ROOT_NODE |
"twister2.resource.zookeeper.root.node.path" |
public static final java.lang.String |
ROOT_NODE_DEFAULT |
"/twister2" |
public static final java.lang.String |
SERVER_ADDRESSES |
"twister2.resource.zookeeper.server.addresses" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
DELETE_TAG |
"DELETED_BY_RESTARTING_WORKER" |
Modifier and Type | Constant Field | Value |
---|---|---|
protected static final int |
MAX_SUB_MESSAGE_HEADER_SPACE |
8 |
protected static final int |
NORMAL_SUB_MESSAGE_HEADER_SIZE |
4 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
HEADER_SIZE |
17 |
public static final int |
SHORT_HEADER_SIZE |
5 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
TWISTERX_CHANNEL_USER_HEADER |
6 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
CONFIG_USE_SORT_JOIN_CACHE |
"twister2.join.sort.cache" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final long |
READ_WHOLE_SPLIT_FLAG |
-1L |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final long |
READ_WHOLE_SPLIT_FLAG |
-1L |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final long |
READ_WHOLE_SPLIT_FLAG |
-1L |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final long |
READ_WHOLE_SPLIT_FLAG |
-1L |
Modifier and Type | Constant Field | Value |
---|---|---|
protected static final int |
DEFAULT_RECORD_LENGTH |
8 |
protected static final java.lang.String |
RECORD_LENGTH |
"binary-format.record-length" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
DEFAULT_FIELD_DELIMITER |
"," |
public static final java.lang.String |
DEFAULT_LINE_DELIMITER |
"\n" |
public static final java.lang.String |
DEFAULT_TAB_DELIMITER |
"\t" |
protected static final java.lang.String |
RECORD_DELIMITER |
"delimited-format.delimiter" |
Modifier and Type | Constant Field | Value |
---|---|---|
protected static final java.lang.String |
RECORD_DELIMITER |
"delimited-format.delimiter" |
Modifier and Type | Constant Field | Value |
---|---|---|
protected static final float |
MAX_SPLIT_SIZE_DISCREPANCY |
1.100000023841858f |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
MIN_SKIP_BYTES |
1048576 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
BULK_MM_STEP_SIZE |
10 |
public static final int |
TL_DATA_BUFF_INIT_CAP |
1024 |
public static final int |
TL_KEY_BUFF_INIT_CAP |
256 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
DATA_BUFF_INIT_CAP |
128 |
public static final java.lang.String |
DB_NAME |
"default_twister2_lmdb" |
public static final int |
DEFAULT_APPEND_BUFFER_SIZE |
2048 |
public static final java.lang.String |
DEFAULT_FOLDER_PATH |
"\tmp\twister2lmdb" |
public static final int |
DEFAULT_WRITE_BUFFER_MAP_SIZE |
5000000 |
public static final int |
KEY_BUFF_INIT_CAP |
16 |
public static final long |
MAP_SIZE_LIMIT |
5368709120L |
public static final int |
MAX_DB_INSTANCES |
10 |
public static final int |
MAX_READERS |
128 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
TWISTER2_BANDWIDTH |
"bandwidth" |
public static final java.lang.String |
TWISTER2_DATA_INPUT |
"generate" |
public static final java.lang.String |
TWISTER2_HDFS_FILESYSTEM |
"hdfs" |
public static final java.lang.String |
TWISTER2_LATENCY |
"latency" |
public static final java.lang.String |
TWISTER2_LOCAL_FILESYSTEM |
"local" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
ARGS_ITERATIONS |
"iter" |
public static final java.lang.String |
ARROW_DIRECTORY |
"ainput" |
public static final java.lang.String |
BYTE_TYPE |
"byteType" |
public static final java.lang.String |
CINPUT_DIRECTORY |
"cinput" |
public static final java.lang.String |
CONFIG_FILE |
"config" |
public static final java.lang.String |
CSIZE |
"csize" |
public static final java.lang.String |
DATA_INPUT |
"datainput" |
public static final java.lang.String |
DIMENSIONS |
"dim" |
public static final java.lang.String |
DINPUT_DIRECTORY |
"dinput" |
public static final java.lang.String |
DSIZE |
"dsize" |
public static final java.lang.String |
FILE_NAME |
"fname" |
public static final java.lang.String |
FILE_SYSTEM |
"filesys" |
public static final java.lang.String |
FILE_TYPE |
"ftype" |
public static final java.lang.String |
JOB_TYPE |
"type" |
public static final java.lang.String |
NUMBER_OF_FILES |
"nFiles" |
public static final java.lang.String |
OUTPUT_DIRECTORY |
"output" |
public static final java.lang.String |
PARALLELISM_VALUE |
"parallelism" |
public static final java.lang.String |
SHARED_FILE_SYSTEM |
"fShared" |
public static final java.lang.String |
WORKERS |
"workers" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
CROSS_VALIDATION_DATA_DIR |
"testing_data_dir" |
public static final java.lang.String |
DUMMY |
"dummy" |
public static final java.lang.String |
MODEL_SAVE_PATH |
"model_save_dir" |
public static final java.lang.String |
RATIO |
"ratio" |
public static final java.lang.String |
SPLIT |
"split" |
public static final java.lang.String |
STREAMING |
"streaming" |
public static final java.lang.String |
TESTING_DATA_DIR |
"testing_data_dir" |
public static final java.lang.String |
TRAINING_DATA_DIR |
"training_data_dir" |
public static final java.lang.String |
WEIGHT_VECTOR_DATA_DIR |
"weight_vector_dir" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
ALPHA |
"alpha" |
public static final java.lang.String |
C |
"C" |
public static final java.lang.String |
EXP_NAME |
"exp_name" |
public static final java.lang.String |
FEATURES |
"features" |
public static final java.lang.String |
ITERATIONS |
"iterations" |
public static final java.lang.String |
SAMPLES |
"samples" |
public static final java.lang.String |
TESTING_SAMPLES |
"testing_samples" |
public static final java.lang.String |
TRAINING_SAMPLES |
"training_samples" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
CPUS_PER_NODE |
"cpus" |
public static final java.lang.String |
DISK_GB |
"disk_gb" |
public static final java.lang.String |
INSTANCES |
"instances" |
public static final java.lang.String |
PARALLELISM |
"parallelism" |
public static final java.lang.String |
RAM_MB |
"ram_mb" |
public static final java.lang.String |
THREADS_PER_WORKER |
"threads" |
public static final java.lang.String |
WORKERS |
"workers" |
Modifier and Type | Constant Field | Value |
---|---|---|
protected static final java.lang.String |
DEFAULT_UNDEFINED |
"<undefined>" |
protected static final java.lang.String |
NO_VALUE_KEY |
"__NO_VALUE_KEY" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
ARGS_BYTE_STORAGE_TYPE |
"bytestorage" |
public static final java.lang.String |
ARGS_CINPUT |
"cinput" |
public static final java.lang.String |
ARGS_CSIZE |
"csize" |
public static final java.lang.String |
ARGS_DIMENSIONS |
"dim" |
public static final java.lang.String |
ARGS_DINPUT |
"dinput" |
public static final java.lang.String |
ARGS_DSIZE |
"dsize" |
public static final java.lang.String |
ARGS_ITERATIONS |
"iter" |
public static final java.lang.String |
ARGS_NUMBER_OF_DIMENSIONS |
"dim" |
public static final java.lang.String |
ARGS_NUMBER_OF_ROWS |
"rows" |
public static final java.lang.String |
ARGS_OUTPUT_FILE |
"output" |
public static final java.lang.String |
ARGS_PARALLELISM_VALUE |
"parallelism" |
public static final java.lang.String |
ARGS_WORKERS |
"workers" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
ARG_INPUT_FILE |
"inputFile" |
public static final java.lang.String |
ARG_KEY_SEED |
"keySeed" |
public static final java.lang.String |
ARG_KEY_SIZE |
"keySize" |
public static final java.lang.String |
ARG_OUTPUT_FOLDER |
"outputFolder" |
public static final java.lang.String |
ARG_RESOURCE_CPU |
"instanceCPUs" |
public static final java.lang.String |
ARG_RESOURCE_INSTANCES |
"instances" |
public static final java.lang.String |
ARG_RESOURCE_MEMORY |
"instanceMemory" |
public static final java.lang.String |
ARG_SIZE |
"size" |
public static final java.lang.String |
ARG_TASKS_SINKS |
"sinks" |
public static final java.lang.String |
ARG_TASKS_SOURCES |
"sources" |
public static final java.lang.String |
ARG_TUNE_MAX_BYTES_IN_MEMORY |
"memoryBytesLimit" |
public static final java.lang.String |
ARG_TUNE_MAX_SHUFFLE_FILE_SIZE |
"fileSizeBytes" |
public static final java.lang.String |
ARG_VALUE_SIZE |
"valueSize" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
ARG_RESOURCE_MEMORY |
"instanceMemory" |
public static final java.lang.String |
ARGS_DATA_TYPE |
"type" |
public static final java.lang.String |
ARGS_FNAME |
"fname" |
public static final java.lang.String |
ARGS_GAP |
"gap" |
public static final java.lang.String |
ARGS_INIT_ITERATIONS |
"int_itr" |
public static final java.lang.String |
ARGS_INPUT_DIRECTORY |
"input" |
public static final java.lang.String |
ARGS_ITR |
"itr" |
public static final java.lang.String |
ARGS_NUMBER_OF_FILES |
"nFiles" |
public static final java.lang.String |
ARGS_OPERATION |
"op" |
public static final java.lang.String |
ARGS_OUTPUT_DIRECTORY |
"output" |
public static final java.lang.String |
ARGS_OUTSTANDING |
"outstanding" |
public static final java.lang.String |
ARGS_PARALLEL |
"parallel" |
public static final java.lang.String |
ARGS_PRINT_INTERVAL |
"pi" |
public static final java.lang.String |
ARGS_SHARED_FILE_SYSTEM |
"fShared" |
public static final java.lang.String |
ARGS_SIZE |
"size" |
public static final java.lang.String |
ARGS_STREAM |
"stream" |
public static final java.lang.String |
ARGS_TASK_STAGES |
"stages" |
public static final java.lang.String |
ARGS_TASKS |
"tasks" |
public static final java.lang.String |
ARGS_THREADS |
"threads" |
public static final java.lang.String |
ARGS_VERIFY |
"verify" |
public static final java.lang.String |
ARGS_WARMPU_ITR |
"warmupitr" |
public static final java.lang.String |
ARGS_WINDOW |
"window" |
public static final java.lang.String |
ARGS_WORKERS |
"workers" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
COMMS_RUNNER |
"comms" |
public static final java.lang.String |
CROSS_VALIDATION_DATA |
"test_data" |
public static final java.lang.String |
DATA_EDGE |
"data-edge" |
public static final java.lang.String |
DATA_OBJECT_COMPUTE |
"data_compute" |
public static final java.lang.String |
DATA_OBJECT_COMPUTE_TESTING |
"data_compute_test" |
public static final java.lang.String |
DATA_OBJECT_SINK |
"data_sink" |
public static final java.lang.String |
DATA_OBJECT_SINK_TESTING |
"data_sink_test" |
public static final java.lang.String |
DATA_OBJECT_SOURCE |
"data_source" |
public static final java.lang.String |
DATA_OBJECT_SOURCE_TESTING |
"data_source_test" |
public static final java.lang.String |
DATASTREAMER_SOURCE |
"datastreamer_source" |
public static final java.lang.String |
DELIMITER |
"," |
public static final java.lang.String |
FINAL_WEIGHT_VECTOR |
"final_weight_vector" |
public static final java.lang.String |
INPUT_DATA |
"input_data" |
public static final java.lang.String |
INPUT_TESTING_DATA |
"input_testing_data" |
public static final java.lang.String |
INPUT_WEIGHT_VECTOR |
"input_weight_vector" |
public static final java.lang.String |
ITERATIVE_DATASTREAMER_SOURCE |
"iterative_datastreamer_source" |
public static final java.lang.String |
ITERATIVE_STREAMING_DATASTREAMER_SOURCE |
"iterative_streaming_datastreamer_source" |
public static final java.lang.String |
ITERATIVE_STREAMING_SVM_COMPUTE |
"itr_streaming_svm_compute" |
public static final java.lang.String |
ITERATIVE_SVM_REDUCE |
"itr_svm_reduce" |
public static final java.lang.String |
ITERATIVE_TASK_RUNNER |
"itr-task" |
public static final java.lang.String |
ITERATIVE_TASK_STREAMING_RUNNER |
"itr-str-task" |
public static final java.lang.String |
PREDICTION_EDGE |
"prediction_edge" |
public static final java.lang.String |
PREDICTION_REDUCE_TASK |
"prediction_reduce_task" |
public static final java.lang.String |
PREDICTION_SOURCE_TASK |
"prediction_source_task" |
public static final java.lang.String |
REDUCE_EDGE |
"reduce-edge" |
public static final java.lang.String |
STREAMING_EDGE |
"streaming-edge" |
public static final java.lang.String |
SVM_COMPUTE |
"svm_compute" |
public static final java.lang.String |
SVM_REDUCE |
"svm_reduce" |
public static final java.lang.String |
SVM_RUN_TYPE |
"svm_run_type" |
public static final java.lang.String |
TASK_RUNNER |
"task" |
public static final java.lang.String |
TEST_DATA |
"test_data" |
public static final java.lang.String |
TSET_RUNNER |
"tset" |
public static final java.lang.String |
WEIGHT_VECTOR_OBJECT_COMPUTE |
"weight_vector_compute" |
public static final java.lang.String |
WEIGHT_VECTOR_OBJECT_SINK |
"weight_vector_sink" |
public static final java.lang.String |
WEIGHT_VECTOR_OBJECT_SOURCE |
"weight_vector_source" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
ITERATIVE_PREDICTION_TASK_GRAPH |
"iterative-prediction-task-graph" |
public static final java.lang.String |
ITERATIVE_STREAMING_TRAINING_TASK_GRAPH |
"iterative-streaming-training-task-graph" |
public static final java.lang.String |
ITERATIVE_TRAINING_TASK_GRAPH |
"iterative-training-task-graph" |
public static final java.lang.String |
TESTING_DATA_LOADING_TASK_GRAPH |
"testing-data-loading-task-graph" |
public static final java.lang.String |
TRAINING_DATA_LOADING_TASK_GRAPH |
"training-data-loading-task-graph" |
public static final java.lang.String |
WEIGHT_VECTOR_LOADING_TASK_GRAPH |
"weight-vector-loading-task-graph" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final double |
B2MB |
1048576.0 |
public static final double |
NANO_TO_SEC |
1.0E9 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
SLIDING_WINDOW_LENGTH |
"sliding_window_length" |
public static final java.lang.String |
WINDOW_CAPACITY_TYPE |
"time" |
public static final java.lang.String |
WINDOW_LENGTH |
"window_length" |
public static final java.lang.String |
WINDOW_TYPE |
"window_type" |
Modifier and Type | Constant Field | Value |
---|---|---|
protected static final java.lang.String |
SINK |
"sink" |
protected static final java.lang.String |
SOURCE |
"source" |
Modifier and Type | Constant Field | Value |
---|---|---|
protected static final java.lang.String |
SINK |
"sink" |
protected static final java.lang.String |
SOURCE |
"source" |
Modifier and Type | Constant Field | Value |
---|---|---|
protected static final int |
COUNT |
5 |
protected static final int |
PARALLELISM |
2 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
DIGITS |
"0123456789" |
public static final java.lang.String |
UPPER |
"ABCDEFGHIJKLMNOPQRSTUVWXYZ" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
COLUMN_AVERAGE_TIME |
"Average Time" |
public static final java.lang.String |
COLUMN_TOTAL_TIME |
"Total Time" |
public static final java.lang.String |
TIMING_ALL_RECV |
"ALL_RECV" |
public static final java.lang.String |
TIMING_ALL_SEND |
"ALL_SEND" |
public static final java.lang.String |
TIMING_MESSAGE_RECV |
"MESSAGE_RECV" |
public static final java.lang.String |
TIMING_MESSAGE_SEND |
"MESSAGE_SEND" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
ARG_BENCHMARK_METADATA |
"bmeta" |
public static final java.lang.String |
ARG_RUN_BENCHMARK |
"runb" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
RUNTIME |
"twister2.runtime" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
TASK_OFFSET |
100000 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
EXECUTING |
2 |
public static final int |
EXECUTION_DONE |
4 |
public static final int |
FINISH |
54 |
public static final int |
INIT |
0 |
public static final int |
OUT_COMPLETE |
32 |
public static final int |
SENDING_DONE |
16 |
public static final int |
SINK_FINISH |
68 |
public static final int |
SYNCED |
64 |
public static final int |
TASK_FINISH |
80 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
DASHBOARD_HOST |
"twister2.dashboard.host" |
public static final java.lang.String |
JM_TO_DASHBOARD_CONNECTIONS |
"twister2.job.master.to.dashboard.connections" |
public static final int |
JM_TO_DASHBOARD_CONNECTIONS_DEFAULT |
3 |
public static final java.lang.String |
JOB_MASTER_CPU |
"twister2.job.master.cpu" |
public static final double |
JOB_MASTER_CPU_DEFAULT |
0.2 |
public static final java.lang.String |
JOB_MASTER_IP |
"twister2.job.master.ip" |
public static final java.lang.String |
JOB_MASTER_PORT |
"twister2.job.master.port" |
public static final int |
JOB_MASTER_PORT_DEFAULT |
11011 |
public static final java.lang.String |
JOB_MASTER_RAM |
"twister2.job.master.ram" |
public static final int |
JOB_MASTER_RAM_DEFAULT |
1024 |
public static final java.lang.String |
JOB_MASTER_RUNS_IN_CLIENT |
"twister2.job.master.runs.in.client" |
public static final boolean |
JOB_MASTER_RUNS_IN_CLIENT_DEFAULT |
false |
public static final java.lang.String |
JOB_MASTER_USED |
"twister2.job.master.used" |
public static final java.lang.String |
PERSISTENT_VOLUME |
"twister2.job.master.persistent.volume.size" |
public static final double |
PERSISTENT_VOLUME_DEFAULT |
1.0 |
public static final java.lang.String |
VOLATILE_VOLUME |
"twister2.job.master.volatile.volume.size" |
public static final double |
VOLATILE_VOLUME_DEFAULT |
1.0 |
public static final java.lang.String |
WORKER_TO_JOB_MASTER_RESPONSE_WAIT_DURATION |
"twister2.worker.to.job.master.response.wait.duration" |
public static final long |
WORKER_TO_JOB_MASTER_RESPONSE_WAIT_DURATION_DEFAULT |
1000L |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
JOB_MASTER_ID |
-10 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
AURORA_CLUSTER_NAME |
"twister2.resource.scheduler.aurora.cluster" |
public static final java.lang.String |
AURORA_WORKER_CLASS |
"twister2.class.aurora.worker" |
public static final java.lang.String |
ENVIRONMENT |
"twister2.resource.scheduler.aurora.env" |
public static final java.lang.String |
ROLE |
"twister2.resource.scheduler.aurora.role" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
CONTAINER_NAME_PREFIX |
"twister2-container-" |
public static final java.lang.String |
DELETE_OPTIONS_PROPAGATION_POLICY |
"Foreground" |
public static final java.lang.String |
JOB_OBJECT_CM_PARAM |
"TWISTER2_JOB_OBJECT" |
public static final java.lang.String |
KUBERNETES_CLUSTER_TYPE |
"kubernetes" |
public static final java.lang.String |
PERSISTENT_VOLUME_MOUNT |
"/persistent" |
public static final java.lang.String |
PERSISTENT_VOLUME_NAME |
"persistent-volume" |
public static final java.lang.String |
POD_MEMORY_VOLUME |
"/twister2-memory-dir" |
public static final java.lang.String |
POD_MEMORY_VOLUME_NAME |
"twister2-memory-dir" |
public static final java.lang.String |
POD_VOLATILE_VOLUME |
"/twister2-volatile" |
public static final java.lang.String |
POD_VOLATILE_VOLUME_NAME |
"twister2-volatile-dir" |
public static final java.lang.String |
SECRET_VOLUME_MOUNT |
"/ssh-key/openmpi" |
public static final java.lang.String |
SECRET_VOLUME_NAME |
"kube-openmpi-ssh-key" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
K8S_BIND_WORKER_TO_CPU |
"kubernetes.bind.worker.to.cpu" |
public static final boolean |
K8S_BIND_WORKER_TO_CPU_DEFAULT |
false |
public static final java.lang.String |
K8S_CHECK_PWD_FREE_SSH |
"twister2.kubernetes.check.pwd.free.ssh" |
public static final boolean |
K8S_CHECK_PWD_FREE_SSH_DEFAULT |
false |
public static final java.lang.String |
K8S_IMAGE_PULL_POLICY |
"kubernetes.image.pull.policy" |
public static final java.lang.String |
K8S_IMAGE_PULL_POLICY_NAMESPACE |
"IfNotPresent" |
public static final java.lang.String |
K8S_JVM_MEMORY_FRACTION |
"twister2.kubernetes.jvm.memory.fraction" |
public static final double |
K8S_JVM_MEMORY_FRACTION_DEFAULT |
0.8 |
public static final java.lang.String |
K8S_LOG_IN_CLIENT |
"kubernetes.log.in.client" |
public static final boolean |
K8S_LOG_IN_CLIENT_DEFAULT |
false |
public static final java.lang.String |
K8S_PERSISTENT_STORAGE_CLASS |
"twister2.resource.kubernetes.persistent.storage.class" |
public static final java.lang.String |
K8S_STORAGE_ACCESS_MODE |
"twister2.resource.kubernetes.storage.access.mode" |
public static final java.lang.String |
K8S_STORAGE_ACCESS_MODE_DEFAULT |
"ReadWriteMany" |
public static final java.lang.String |
K8S_UPLOADER_WEB_SERVER |
"twister2.kubernetes.uploader.web.server" |
public static final java.lang.String |
K8S_UPLOADER_WEB_SERVER_DEFAULT |
"http://twister2-uploader.default.svc.cluster.local" |
public static final java.lang.String |
K8S_UPLOADER_WEB_SERVER_DIRECTORY |
"twister2.kubernetes.uploader.web.server.directory" |
public static final java.lang.String |
K8S_UPLOADER_WEB_SERVER_DIRECTORY_DEFAULT |
"/usr/share/nginx/html" |
public static final java.lang.String |
K8S_UPLOADER_WEB_SERVER_LABEL |
"twister2.kubernetes.uploader.web.server.label" |
public static final java.lang.String |
K8S_UPLOADER_WEB_SERVER_LABEL_DEFAULT |
"app=twister2-uploader" |
public static final java.lang.String |
K8S_WORKER_BASE_PORT |
"kubernetes.worker.base.port" |
public static final int |
K8S_WORKER_BASE_PORT_DEFAULT |
9000 |
public static final java.lang.String |
K8S_WORKER_MAPPING_KEY |
"twister2.resource.kubernetes.worker.mapping.key" |
public static final java.lang.String |
K8S_WORKER_MAPPING_OPERATOR |
"twister2.resource.kubernetes.worker.mapping.operator" |
public static final java.lang.String |
K8S_WORKER_MAPPING_UNIFORM |
"kubernetes.worker.mapping.uniform" |
public static final java.lang.String |
K8S_WORKER_MAPPING_UNIFORM_DEFAULT |
"none" |
public static final java.lang.String |
K8S_WORKER_MAPPING_VALUES |
"twister2.resource.kubernetes.worker.mapping.values" |
public static final java.lang.String |
K8S_WORKER_TO_NODE_MAPPING |
"kubernetes.worker.to.node.mapping" |
public static final boolean |
K8S_WORKER_TO_NODE_MAPPING_DEFAULT |
false |
public static final java.lang.String |
KUBERNETES_NAMESPACE |
"kubernetes.namespace" |
public static final java.lang.String |
KUBERNETES_NAMESPACE_DEFAULT |
"default" |
public static final java.lang.String |
NODE_LOCATIONS_FROM_CONFIG |
"twister2.resource.kubernetes.node.locations.from.config" |
public static final boolean |
NODE_LOCATIONS_FROM_CONFIG_DEFAULT |
true |
public static final java.lang.String |
NODE_PORT_SERVICE_REQUESTED |
"kubernetes.node.port.service.requested" |
public static final boolean |
NODE_PORT_SERVICE_REQUESTED_DEFAULT |
false |
public static final java.lang.String |
SECRET_NAME |
"kubernetes.secret.name" |
public static final java.lang.String |
SERVICE_NODE_PORT |
"kubernetes.service.node.port" |
public static final int |
SERVICE_NODE_PORT_DEFAULT |
0 |
public static final java.lang.String |
TWISTER2_DOCKER_IMAGE_FOR_K8S |
"twister2.resource.kubernetes.docker.image" |
public static final java.lang.String |
WORKER_TRANSPORT_PROTOCOL |
"kubernetes.worker.transport.protocol" |
public static final java.lang.String |
WORKER_TRANSPORT_PROTOCOL_DEFAULT |
"TCP" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
CONTAINER_PER_WORKER |
"twister2.container_per_worker" |
public static final java.lang.String |
CPUS_PER_CONTAINER |
"twister2.cpu_per_container" |
public static final int |
DEFAULT_CONTAINER_PER_WORKER |
1 |
public static final int |
DEFAULT_CPU_AMOUNT |
1 |
public static final java.lang.String |
DEFAULT_DESIRED_NODE |
"all" |
public static final int |
DEFAULT_DISK_SIZE |
100 |
public static final int |
DEFAULT_NUMBER_OF_CONTAINERS |
5 |
public static final int |
DEFAULT_RAM_SIZE |
1024 |
public static final java.lang.String |
DEFAULT_USE_DOCKER_CONTAINER |
"false" |
public static final int |
DEFAULT_WORKER_PORT |
31000 |
public static final java.lang.String |
DESIRED_NODES |
"twister2.resource.desired_nodes" |
public static final java.lang.String |
DISK_PER_CONTAINER |
"twister2.disk_per_container" |
public static final java.lang.String |
DOCKER_IMAGE_NAME |
"twister2.resource.mesos.docker.image" |
public static final java.lang.String |
ENVIRONMENT |
"twister2.resource.scheduler.mesos.env" |
public static final java.lang.String |
HTTP_FETCH_URI |
"twister2.HTTP.fetch.uri" |
public static final java.lang.String |
MESOS_CLUSTER_NAME |
"twister2.resource.scheduler.mesos.cluster" |
public static final java.lang.String |
MESOS_CONTAINER_CLASS |
"twister2.resource.job.worker.class" |
public static final java.lang.String |
MESOS_FRAMEWORK_NAME |
"twister2.resource.mesos.framework.name" |
public static final java.lang.String |
MESOS_FRAMEWORK_STAGING_TIMEOUT_MS |
"twister2.resource.mesos.framework.staging.timeout.ms" |
public static final java.lang.String |
MESOS_MASTER_HOST |
"twister2.resource.mesos.master.host" |
public static final java.lang.String |
MESOS_MASTER_URI |
"twister2.resource.mesos.master.uri" |
public static final java.lang.String |
MESOS_NATIVE_LIBRARY_PATH |
"twister2.resource.mesos.native.library.path" |
public static final java.lang.String |
MESOS_OVERLAY_NETWORK_NAME |
"twister2.resource.mesos.overlay.network.name" |
public static final java.lang.String |
MESOS_ROLE |
"twister2.mesos.role" |
public static final java.lang.String |
MESOS_SCHEDULER_DRIVER_STOP_TIMEOUT_MS |
"twister2.resource.mesos.scheduler.driver.stop.timeout.ms" |
public static final java.lang.String |
MESOS_TOPOLOGY_NAME |
"twister2.mesos.topology.name" |
public static final java.lang.String |
MESOS_WORKER_CLASS |
"twister2.class.mesos.worker" |
public static final java.lang.String |
NUMBER_OF_CONTAINERS |
"twister2.number_of_containers" |
public static final java.lang.String |
RAM_PER_CONTAINER |
"twister2.ram_per_container" |
public static final java.lang.String |
ROLE |
"twister2.resource.scheduler.mesos.role" |
public static final java.lang.String |
SCHEDULER_WORKING_DIRECTORY |
"twister2.resource.mesos.scheduler.working.directory" |
public static final java.lang.String |
TWISTER2_CORE_PACKAGE_URI |
"twister2.system.core-package.uri" |
public static final java.lang.String |
USE_DOCKER_CONTAINER |
"twister2.resource.use_docker_container" |
public static final java.lang.String |
WORKER_PORT |
"twister2.resource.worker_port" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
LOG_DIR_NAME |
"/logs" |
public static final java.lang.String |
LOG_FILE_NAME_PREFIX |
"worker-" |
public static final java.lang.String |
WORKER_DIR_NAME_PREFIX |
"worker-" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
LOG_DIR_NAME |
"/logs" |
public static final java.lang.String |
LOG_FILE_NAME_PREFIX |
"worker-" |
public static final java.lang.String |
WORKER_DIR_NAME_PREFIX |
"worker-" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
CORE_PACKAGE_ENV |
"CORE_PACKAGE_ENV" |
public static final java.lang.String |
DOWNLOAD_PACKAGE_ENV |
"DOWNLOAD_PACKAGE_ENV" |
public static final java.lang.String |
JOB_PACKAGE_ENV |
"JOB_PACKAGE_ENV" |
public static final java.lang.String |
LOGGING_SANDBOX |
"twister2.logging.sandbox.logging" |
public static final java.lang.String |
NOMAD_DEFAULT_DATACENTER |
"dc1" |
public static final java.lang.String |
NOMAD_IMAGE |
"image" |
public static final java.lang.String |
NOMAD_JOB_NAME |
"NOMAD_JOB_NAME" |
public static final java.lang.String |
NOMAD_SCRIPT_NAME |
"nomad.sh" |
public static final java.lang.String |
NOMAD_SHELL_SCRIPT |
"twister2.resource.nomad.shell.script" |
public static final java.lang.String |
NOMAD_TASK_COMMAND |
"command" |
public static final java.lang.String |
NOMAD_TASK_COMMAND_ARGS |
"args" |
public static final java.lang.String |
NOMAD_URI |
"twister2.resource.nomad.scheduler.uri" |
public static final java.lang.String |
PORT_NAMES |
"twister2.network.port.names" |
public static final java.lang.String |
SHARED_FILE_SYSTEM |
"twister2.resource.filesystem.shared" |
public static final java.lang.String |
SHELL_CMD |
"/bin/sh" |
public static final java.lang.String |
WORKING_DIRECTORY_ENV |
"WORKING_DIRECTORY_ENV" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
LOG_DIR_NAME |
"/logs" |
public static final java.lang.String |
LOG_FILE_NAME_PREFIX |
"worker-" |
public static final java.lang.String |
WORKER_DIR_NAME_PREFIX |
"worker-" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final long |
MAX_FILE_TRANSFER_TRY_COUNT |
3L |
public static final long |
SLEEP_INTERVAL_BETWEEN_TRANSFER_ATTEMPTS |
200L |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
UPLOAD_DIRECTORY |
"twister2.resource.uploader.directory" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
S3_BUCKET_NAME |
"twister2.s3.bucket.name" |
public static final java.lang.String |
S3_LINK_EXPIRATION_DURATION |
"twister2.s3.link.expiration.duration.sec" |
public static final long |
S3_LINK_EXPIRATION_DURATION_DEFAULT |
7200L |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
DOWNLOAD_DIRECTORY |
"twister2.resource.download.directory" |
public static final java.lang.String |
TWISTER2_UPLOADER_SCP_CONNECTION |
"twister2.resource.uploader.scp.command.connection" |
public static final java.lang.String |
TWISTER2_UPLOADER_SCP_OPTIONS |
"twister2.resource.uploader.scp.command.options" |
public static final java.lang.String |
TWISTER2_UPLOADER_SSH_CONNECTION |
"twister2.resource.uploader.ssh.command.connection" |
public static final java.lang.String |
TWISTER2_UPLOADER_SSH_OPTIONS |
"twister2.resource.uploader.ssh.command.options" |
public static final java.lang.String |
UPLOAD_DIRECTORY |
"twister2.resource.uploader.directory" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
DEFAULT_EDGE |
"default" |
public static final java.lang.String |
DEFAULT_PARALLELISM |
"twister2.task.default.parallelism" |
Modifier and Type | Constant Field | Value |
---|---|---|
protected static final long |
DEFAULT_MAX_LAG |
0L |
protected static final long |
DEFAULT_WATERMARK_INTERVAL |
1000L |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
EXPIRE_EVENTS_THRESHOLD |
20 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
TWISTER2_TASK_SCHEDULER_CONTAINER_INSTANCE_LATENCY |
"twister2.taskscheduler.container.instance.latency" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
INPUT |
"input" |
public static final java.lang.String |
OUTPUT |
"output" |
public static final java.lang.String |
WORKERS |
"workers" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
TOKENIZER_PATTERN |
"[^\\p{L}]+" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
STORM_ZOOKEEPER_CONNECTION_TIMEOUT |
"storm.zookeeper.connection.timeout" |
public static final java.lang.String |
STORM_ZOOKEEPER_PORT |
"storm.zookeeper.port" |
public static final java.lang.String |
STORM_ZOOKEEPER_RETRY_INTERVAL |
"storm.zookeeper.retry.interval" |
public static final java.lang.String |
STORM_ZOOKEEPER_RETRY_TIMES |
"storm.zookeeper.retry.times" |
public static final java.lang.String |
STORM_ZOOKEEPER_SERVERS |
"storm.zookeeper.servers" |
public static final java.lang.String |
STORM_ZOOKEEPER_SESSION_TIMEOUT |
"storm.zookeeper.session.timeout" |
public static final java.lang.String |
STORMCOMPAT_TOPOLOGY_AUTO_TASK_HOOKS |
"stormcompat.topology.auto.task.hooks" |
public static final java.lang.String |
TOPOLOGY_ACKER_EXECUTORS |
"topology.acker.executors" |
public static final java.lang.String |
TOPOLOGY_AUTO_TASK_HOOKS |
"topology.auto.task.hooks" |
public static final java.lang.String |
TOPOLOGY_BOLTS_LATE_TUPLE_STREAM |
"topology.bolts.late.tuple.stream" |
public static final java.lang.String |
TOPOLOGY_BOLTS_MESSAGE_ID_FIELD_NAME |
"topology.bolts.message.id.field.name" |
public static final java.lang.String |
TOPOLOGY_BOLTS_SLIDING_INTERVAL_COUNT |
"topology.bolts.window.sliding.interval.count" |
public static final java.lang.String |
TOPOLOGY_BOLTS_SLIDING_INTERVAL_DURATION_MS |
"topology.bolts.window.sliding.interval.duration.ms" |
public static final java.lang.String |
TOPOLOGY_BOLTS_TUPLE_TIMESTAMP_MAX_LAG_MS |
"topology.bolts.tuple.timestamp.max.lag.ms" |
public static final java.lang.String |
TOPOLOGY_BOLTS_WATERMARK_EVENT_INTERVAL_MS |
"topology.bolts.watermark.event.interval.ms" |
public static final java.lang.String |
TOPOLOGY_BOLTS_WINDOW_LENGTH_COUNT |
"topology.bolts.window.length.count" |
public static final java.lang.String |
TOPOLOGY_BOLTS_WINDOW_LENGTH_DURATION_MS |
"topology.bolts.window.length.duration.ms" |
public static final java.lang.String |
TOPOLOGY_CAP_TICKET |
"topology.cap.ticket" |
public static final java.lang.String |
TOPOLOGY_DEBUG |
"topology.debug" |
public static final java.lang.String |
TOPOLOGY_ENABLE_MESSAGE_TIMEOUTS |
"topology.enable.message.timeouts" |
public static final java.lang.String |
TOPOLOGY_ENVIRONMENT |
"topology.environment" |
public static final java.lang.String |
TOPOLOGY_ERROR_THROTTLE_INTERVAL_SECS |
"topology.error.throttle.interval.secs" |
public static final java.lang.String |
TOPOLOGY_FALL_BACK_ON_JAVA_SERIALIZATION |
"topology.fall.back.on.java.serialization" |
public static final java.lang.String |
TOPOLOGY_KRYO_DECORATORS |
"topology.kryo.decorators" |
public static final java.lang.String |
TOPOLOGY_KRYO_FACTORY |
"topology.kryo.factory" |
public static final java.lang.String |
TOPOLOGY_KRYO_REGISTER |
"topology.kryo.register" |
public static final java.lang.String |
TOPOLOGY_MAX_ERROR_REPORT_PER_INTERVAL |
"topology.max.error.report.per.interval" |
public static final java.lang.String |
TOPOLOGY_MAX_SPOUT_PENDING |
"topology.max.spout.pending" |
public static final java.lang.String |
TOPOLOGY_MAX_TASK_PARALLELISM |
"topology.max.task.parallelism" |
public static final java.lang.String |
TOPOLOGY_MESSAGE_TIMEOUT_SECS |
"topology.message.timeout.secs" |
public static final java.lang.String |
TOPOLOGY_METRICS_CONSUMER_REGISTER |
"topology.metrics.consumer.register" |
public static final java.lang.String |
TOPOLOGY_NAME |
"topology.name" |
public static final java.lang.String |
TOPOLOGY_OPTIMIZE |
"topology.optimize" |
public static final java.lang.String |
TOPOLOGY_PROJECT_NAME |
"topology.project.name" |
public static final java.lang.String |
TOPOLOGY_SKIP_MISSING_KRYO_REGISTRATIONS |
"topology.skip.missing.kryo.registrations" |
public static final java.lang.String |
TOPOLOGY_SLEEP_SPOUT_WAIT_STRATEGY_TIME_MS |
"topology.sleep.spout.wait.strategy.time.ms" |
public static final java.lang.String |
TOPOLOGY_SPOUT_WAIT_STRATEGY |
"topology.spout.wait.strategy" |
public static final java.lang.String |
TOPOLOGY_STATE_CHECKPOINT_INTERVAL |
"topology.state.checkpoint.interval.ms" |
public static final java.lang.String |
TOPOLOGY_STATE_PROVIDER |
"topology.state.provider" |
public static final java.lang.String |
TOPOLOGY_STATE_SYNCHRONIZATION_TIMEOUT_SECS |
"topology.state.synchronization.timeout.secs" |
public static final java.lang.String |
TOPOLOGY_STATS_SAMPLE_RATE |
"topology.stats.sample.rate" |
public static final java.lang.String |
TOPOLOGY_TASKS |
"topology.tasks" |
public static final java.lang.String |
TOPOLOGY_TEAM_EMAIL |
"topology.team.email" |
public static final java.lang.String |
TOPOLOGY_TEAM_NAME |
"topology.team.name" |
public static final java.lang.String |
TOPOLOGY_TICK_TUPLE_FREQ_SECS |
"topology.tick.tuple.freq.secs" |
public static final java.lang.String |
TOPOLOGY_TRANSACTIONAL_ID |
"topology.transactional.id" |
public static final java.lang.String |
TOPOLOGY_WORKER_CHILDOPTS |
"topology.worker.childopts" |
public static final java.lang.String |
TOPOLOGY_WORKERS |
"topology.workers" |
public static final java.lang.String |
TRANSACTIONAL_ZOOKEEPER_PORT |
"transactional.zookeeper.port" |
public static final java.lang.String |
TRANSACTIONAL_ZOOKEEPER_ROOT |
"transactional.zookeeper.root" |
public static final java.lang.String |
TRANSACTIONAL_ZOOKEEPER_SERVERS |
"transactional.zookeeper.servers" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
CHECKPOINT_COMPONENT_ID |
"$checkpointspout" |
public static final java.lang.String |
CHECKPOINT_FIELD_ACTION |
"action" |
public static final java.lang.String |
CHECKPOINT_FIELD_TXID |
"txid" |
public static final java.lang.String |
CHECKPOINT_STREAM_ID |
"$checkpoint" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
LATE_TUPLE_FIELD |
"late_tuple" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
EXPIRE_EVENTS_THRESHOLD |
100 |