public class DrillOnYarnConfig extends Object
Defines constants for each property, including some defined in Drill. This provides a uniform property access interface even if some properties migrate between DoY and Drill proper.
Modifier | Constructor and Description |
---|---|
protected |
DrillOnYarnConfig() |
Modifier and Type | Method and Description |
---|---|
static String |
append(String parent,
String key) |
int |
clusterGroupCount() |
static String |
clusterGroupKey(int index,
String key) |
static com.typesafe.config.Config |
config() |
protected void |
doLoad(ClassLoader cl)
Load the config.
|
void |
dump() |
void |
dumpEnv(PrintStream out) |
static String |
findSuffix(String baseName) |
ScanResult |
getClassPathScan()
Return Drill's class path scan.
|
com.typesafe.config.Config |
getConfig() |
String |
getDrillArchiveDfsPath()
Returns the DFS path to the localized Drill archive.
|
DrillConfig |
getDrillConfig() |
protected String |
getEnv(String key)
All environment variable access goes through this function to allow unit
tests to replace this function to set test values.
|
File |
getLocalAppIdFile()
Return the app ID file to use for this client run.
|
File |
getLocalDrillHome()
Return the Drill home on this machine as inferred from the config file
contents or location.
|
File |
getLocalSiteDir() |
List<NameValuePair> |
getPairs() |
String |
getRemoteDrillHome()
Get the location of Drill home on a remote machine, relative to the
container working directory.
|
String |
getRemoteSiteDir()
Get the optional remote site directory name.
|
String |
getSiteArchiveDfsPath()
Returns the DFS path to the localized site archive.
|
boolean |
hasSiteDir() |
static DrillOnYarnConfig |
instance() |
static DrillOnYarnConfig |
load() |
void |
setAmDrillHome()
Retrieve the AM Drill home location from the DRILL_HOME variable set in the
drill-am.sh launch script.
|
void |
setClientPaths()
Obtain Drill home from the DRILL_HOME environment variable set by
drill-config.sh, which is called from drill-on-yarn.sh.
|
public static final String DEFAULTS_FILE_NAME
public static final String DISTRIB_FILE_NAME
public static final String CONFIG_FILE_NAME
public static final String DRILL_ON_YARN_PARENT
public static final String DOY_CLIENT_PARENT
public static final String DOY_AM_PARENT
public static final String DOY_DRILLBIT_PARENT
public static final String FILES_PARENT
public static final String DFS_PARENT
public static final String HTTP_PARENT
public static final String YARN_PARENT
public static final String HADOOP_PARENT
public static final String CLIENT_PARENT
public static final String APP_NAME
public static final String CLUSTER_ID
public static final String DFS_CONNECTION
public static final String DFS_APP_DIR
public static final String YARN_QUEUE
public static final String YARN_PRIORITY
public static final String DRILL_ARCHIVE_PATH
public static final String DRILL_DIR_NAME
public static final String DRILL_ARCHIVE_KEY
public static final String SITE_ARCHIVE_KEY
public static final String LOCALIZE_DRILL
public static final String CONF_AS_SITE
public static final String DRILL_HOME
public static final String SITE_DIR
public static final String JAVA_LIB_PATH
public static final String HADOOP_HOME
public static final String HADOOP_CLASSPATH
public static final String HBASE_CLASSPATH
public static final String MEMORY_KEY
public static final String VCORES_KEY
public static final String DISKS_KEY
public static final String VM_ARGS_KEY
public static final String HEAP_KEY
public static final String AM_MEMORY
public static final String AM_VCORES
public static final String AM_DISKS
public static final String AM_NODE_LABEL_EXPR
public static final String AM_HEAP
public static final String AM_VM_ARGS
public static final String AM_POLL_PERIOD_MS
public static final String AM_TICK_PERIOD_MS
public static final String AM_PREFIX_CLASSPATH
public static final String AM_CLASSPATH
public static final String AM_DEBUG_LAUNCH
public static final String AM_ENABLE_AUTO_SHUTDOWN
public static final String DRILLBIT_MEMORY
public static final String DRILLBIT_VCORES
public static final String DRILLBIT_DISKS
public static final String DRILLBIT_VM_ARGS
public static final String DRILLBIT_HEAP
public static final String DRILLBIT_DIRECT_MEM
public static final String DRILLBIT_CODE_CACHE
public static final String DRILLBIT_LOG_GC
public static final String DRILLBIT_PREFIX_CLASSPATH
public static final String DRILLBIT_EXTN_CLASSPATH
public static final String DRILLBIT_CLASSPATH
public static final String DRILLBIT_MAX_RETRIES
public static final String DRILLBIT_DEBUG_LAUNCH
public static final String DRILLBIT_HTTP_PORT
public static final String DISABLE_YARN_LOGS
public static final String DRILLBIT_USER_PORT
public static final String DRILLBIT_BIT_PORT
public static final String DRILLBIT_USE_HTTPS
public static final String DRILLBIT_MAX_EXTRA_NODES
public static final String DRILLBIT_REQUEST_TIMEOUT_SEC
public static final String ZK_CONNECT
public static final String ZK_ROOT
public static final String ZK_FAILURE_TIMEOUT_MS
public static final String ZK_RETRY_COUNT
public static final String ZK_RETRY_DELAY_MS
public static final String HTTP_ENABLED
public static final String HTTP_ENABLE_SSL
public static final String HTTP_PORT
public static final String HTTP_AUTH_TYPE
public static final String HTTP_REST_KEY
public static final String HTTP_SESSION_MAX_IDLE_SECS
public static final String HTTP_DOCS_LINK
public static final String HTTP_REFRESH_SECS
public static final String HTTP_USER_NAME
public static final String HTTP_PASSWORD
public static final String AUTH_TYPE_NONE
public static final String AUTH_TYPE_DRILL
public static final String AUTH_TYPE_SIMPLE
public static final String CLIENT_POLL_SEC
public static final String CLIENT_START_WAIT_SEC
public static final String CLIENT_STOP_WAIT_SEC
public static final String CLUSTERS
public static String LOCAL_DIR_NAME
public static final String APP_ID_ENV_VAR
public static final String DRILL_ARCHIVE_ENV_VAR
public static final String SITE_ARCHIVE_ENV_VAR
public static final String DRILL_HOME_ENV_VAR
public static final String DRILL_SITE_ENV_VAR
public static final String AM_HEAP_ENV_VAR
public static final String AM_JAVA_OPTS_ENV_VAR
public static final String DRILL_CLASSPATH_ENV_VAR
public static final String DRILL_CLASSPATH_PREFIX_ENV_VAR
public static final String DOY_LIBPATH_ENV_VAR
public static final String DRILL_DEBUG_ENV_VAR
public static final String SITE_ARCHIVE_NAME
protected static DrillOnYarnConfig instance
public static DrillOnYarnConfig load() throws DoyConfigException
DoyConfigException
protected void doLoad(ClassLoader cl) throws DoyConfigException
cl
- class loader to use for resource searches (except defaults).
Allows test to specify a specialized version.
Implemented in a way that allows unit testing. The parseUrl( ) methods let us mock the files; the load( ) methods seem to not actually use the provided class loader.
DoyConfigException
public DrillConfig getDrillConfig()
public ScanResult getClassPathScan()
public void setClientPaths() throws DoyConfigException
This information is required only by the client to prepare for uploads to DFS.
DoyConfigException
protected String getEnv(String key)
key
- key to allow unit tests to replace this functionpublic void setAmDrillHome() throws DoyConfigException
DoyConfigException
public com.typesafe.config.Config getConfig()
public static DrillOnYarnConfig instance()
public static com.typesafe.config.Config config()
public File getLocalDrillHome()
public void dump()
public void dumpEnv(PrintStream out)
public List<NameValuePair> getPairs()
public int clusterGroupCount()
public String getRemoteDrillHome() throws DoyConfigException
DoyConfigException
public String getRemoteSiteDir()
public File getLocalAppIdFile()
It turns out that Drill allows two distinct clusters to share the same ZK root and/or cluster ID (just not the same combination), so the file name contains both parts.
public boolean hasSiteDir()
public File getLocalSiteDir()
public String getDrillArchiveDfsPath()
public String getSiteArchiveDfsPath()
Copyright © 1970 The Apache Software Foundation. All rights reserved.