|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Objectorg.apache.hadoop.mapred.HAUtil
public class HAUtil
Method Summary | |
---|---|
static java.lang.String |
addKeySuffixes(java.lang.String key,
java.lang.String... suffixes)
Return configuration key of format key.suffix1.suffix2...suffixN |
static org.apache.hadoop.io.Text |
buildTokenServiceForLogicalAddress(java.lang.String haJtAddress)
Get the service name used in the delegation token for the given logical HA service. |
static void |
cloneDelegationTokenForLogicalAddress(org.apache.hadoop.security.UserGroupInformation ugi,
java.lang.String haJtAddress,
java.util.Collection<java.net.InetSocketAddress> jtAddresses)
|
static java.util.Map<java.lang.String,java.net.InetSocketAddress> |
getHaJtRpcAddresses(org.apache.hadoop.conf.Configuration conf)
|
static java.lang.String |
getJobTrackerId(org.apache.hadoop.conf.Configuration conf)
Get the jobtracker Id by matching the addressKey
with the the address of the local node. |
static java.lang.String |
getJobTrackerIdOfOtherNode(org.apache.hadoop.conf.Configuration conf)
Get the jobtracker Id of the other node in an HA setup. |
static java.lang.String |
getJtHaHttpRedirectAddress(org.apache.hadoop.conf.Configuration conf,
java.lang.String jtId)
|
static java.net.InetSocketAddress |
getJtHaRpcAddress(org.apache.hadoop.conf.Configuration conf)
|
static java.net.InetSocketAddress |
getJtHaRpcAddress(org.apache.hadoop.conf.Configuration conf,
java.lang.String jtId)
|
static java.lang.String |
getLogicalName(org.apache.hadoop.conf.Configuration conf)
|
static java.lang.String |
getLogicalName(java.lang.String jtAddress)
|
static java.lang.String |
getServiceAddressFromToken(org.apache.hadoop.security.token.Token<?> token)
|
static boolean |
isHAEnabled()
Returns true if jobtracker HA is configured. |
static boolean |
isHAEnabled(org.apache.hadoop.conf.Configuration conf,
java.lang.String jtAddress)
Returns true if jobtracker HA is configured. |
static boolean |
isTokenForLogicalAddress(org.apache.hadoop.security.token.Token<?> token)
|
static void |
setGenericConf(org.apache.hadoop.conf.Configuration conf,
java.lang.String logicalName,
java.lang.String jtId,
java.lang.String... keys)
|
static void |
setJtHaRpcAddress(org.apache.hadoop.conf.Configuration conf,
java.lang.String address)
|
static void |
setJtRpcAddress(org.apache.hadoop.conf.Configuration conf)
Set the JT address from the RPC address so that the wrapped JobTracker starts on the correct address. |
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Field Detail |
---|
public static final java.lang.String MR_JOBTRACKER_ADDRESS_KEY
public static final java.lang.String MR_JOBTRACKER_RPC_ADDRESS_KEY
public static final java.lang.String MR_JOBTRACKER_HTTP_ADDRESS_KEY
public static final java.lang.String MR_JOBTRACKER_OLD_HTTP_ADDRESS_KEY
public static final java.lang.String MR_JOBTRACKER_OLD_HTTP_PORT_KEY
public static final java.lang.String MR_HA_JOBTRACKERS_KEY_PREFIX
public static final java.lang.String MR_HA_JOBTRACKER_RPC_ADDRESS_KEY
public static final java.lang.String MR_HA_JOBTRACKER_HTTP_REDIRECT_ADDRESS_KEY
public static final java.lang.String MR_HA_JOBTRACKER_ID_KEY
public static final java.lang.String MR_HA_FENCING_METHODS_KEY
public static final java.lang.String MR_HA_AUTO_FAILOVER_ENABLED_KEY
public static final boolean MR_HA_AUTO_FAILOVER_ENABLED_DEFAULT
public static final java.lang.String MR_HA_ZKFC_PORT_KEY
public static final int MR_HA_ZKFC_PORT_DEFAULT
public static final java.lang.String MR_HA_ACTIVE_CHECK_MILLIS
public static final int MR_HA_ACTIVE_CHECK_MILLIS_DEFAULT
public static final java.lang.String MR_CLIENT_FAILOVER_PROXY_PROVIDER_KEY_PREFIX
public static final java.lang.String MR_CLIENT_FAILOVER_MAX_ATTEMPTS_KEY
public static final int MR_CLIENT_FAILOVER_MAX_ATTEMPTS_DEFAULT
public static final java.lang.String MR_CLIENT_FAILOVER_SLEEPTIME_BASE_KEY
public static final int MR_CLIENT_FAILOVER_SLEEPTIME_BASE_DEFAULT
public static final java.lang.String MR_CLIENT_FAILOVER_SLEEPTIME_MAX_KEY
public static final int MR_CLIENT_FAILOVER_SLEEPTIME_MAX_DEFAULT
public static final java.lang.String MR_CLIENT_FAILOVER_CONNECTION_RETRIES_KEY
public static final int MR_CLIENT_FAILOVER_CONNECTION_RETRIES_DEFAULT
public static final java.lang.String MR_CLIENT_FAILOVER_CONNECTION_RETRIES_ON_SOCKET_TIMEOUTS_KEY
public static final int MR_CLIENT_FAILOVER_CONNECTION_RETRIES_ON_SOCKET_TIMEOUTS_DEFAULT
public static final java.lang.String[] JOB_TRACKER_SPECIFIC_KEYS
public static final java.lang.String HA_DT_SERVICE_PREFIX
Method Detail |
---|
public static boolean isHAEnabled()
public static boolean isHAEnabled(org.apache.hadoop.conf.Configuration conf, java.lang.String jtAddress)
conf
- ConfigurationjtAddress
- the (logical) jobtracker address
public static java.lang.String getLogicalName(java.lang.String jtAddress)
public static java.lang.String getLogicalName(org.apache.hadoop.conf.Configuration conf)
public static java.lang.String getJobTrackerId(org.apache.hadoop.conf.Configuration conf)
addressKey
with the the address of the local node.
If MR_HA_JOBTRACKER_ID_KEY
is not specifically
configured, this method determines the jobtracker Id by matching the local
node's address with the configured addresses. When a match is found, it
returns the JT Id from the corresponding configuration key.
conf
- Configuration
org.apache.hadoop.HadoopIllegalArgumentException
- on errorpublic static java.lang.String getJobTrackerIdOfOtherNode(org.apache.hadoop.conf.Configuration conf)
MR_HA_JOBTRACKER_ID_KEY
is not specifically
configured, this method determines the jobtracker Id by matching the local
node's address with the configured addresses. When a match is found, it
returns the JT Id from the corresponding configuration key.
conf
- Configuration
org.apache.hadoop.HadoopIllegalArgumentException
- on errorpublic static java.util.Map<java.lang.String,java.net.InetSocketAddress> getHaJtRpcAddresses(org.apache.hadoop.conf.Configuration conf)
public static java.net.InetSocketAddress getJtHaRpcAddress(org.apache.hadoop.conf.Configuration conf)
public static void setJtHaRpcAddress(org.apache.hadoop.conf.Configuration conf, java.lang.String address)
public static java.net.InetSocketAddress getJtHaRpcAddress(org.apache.hadoop.conf.Configuration conf, java.lang.String jtId)
public static void setJtRpcAddress(org.apache.hadoop.conf.Configuration conf)
public static java.lang.String getJtHaHttpRedirectAddress(org.apache.hadoop.conf.Configuration conf, java.lang.String jtId)
public static java.lang.String addKeySuffixes(java.lang.String key, java.lang.String... suffixes)
public static void setGenericConf(org.apache.hadoop.conf.Configuration conf, java.lang.String logicalName, java.lang.String jtId, java.lang.String... keys)
public static org.apache.hadoop.io.Text buildTokenServiceForLogicalAddress(java.lang.String haJtAddress)
haJtAddress
- the logical URI of the cluster
public static boolean isTokenForLogicalAddress(org.apache.hadoop.security.token.Token<?> token)
public static java.lang.String getServiceAddressFromToken(org.apache.hadoop.security.token.Token<?> token)
public static void cloneDelegationTokenForLogicalAddress(org.apache.hadoop.security.UserGroupInformation ugi, java.lang.String haJtAddress, java.util.Collection<java.net.InetSocketAddress> jtAddresses)
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |