|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
public interface JobContext
A read-only view of the job that is provided to the tasks while they are running.
Field Summary | |
---|---|
static java.lang.String |
CACHE_ARCHIVES_VISIBILITIES
|
static java.lang.String |
CACHE_FILE_VISIBILITIES
|
static java.lang.String |
COMBINE_CLASS_ATTR
|
static java.lang.String |
INPUT_FORMAT_CLASS_ATTR
|
static java.lang.String |
JAR_UNPACK_PATTERN
|
static java.lang.String |
JOB_ACL_MODIFY_JOB
|
static java.lang.String |
JOB_ACL_VIEW_JOB
|
static java.lang.String |
JOB_CANCEL_DELEGATION_TOKEN
|
static java.lang.String |
JOB_NAMENODES
|
static java.lang.String |
MAP_CLASS_ATTR
|
static java.lang.String |
MAP_MEMORY_PHYSICAL_MB
|
static java.lang.String |
MAP_OUTPUT_COLLECTOR_CLASS_ATTR
|
static java.lang.String |
MAPREDUCE_TASK_CLASSPATH_PRECEDENCE
|
static java.lang.String |
OUTPUT_FORMAT_CLASS_ATTR
|
static java.lang.String |
PARTITIONER_CLASS_ATTR
|
static java.lang.String |
REDUCE_CLASS_ATTR
|
static java.lang.String |
REDUCE_MEMORY_PHYSICAL_MB
|
static java.lang.String |
SHUFFLE_CONSUMER_PLUGIN_ATTR
|
static java.lang.String |
USER_LOG_RETAIN_HOURS
|
Method Summary | |
---|---|
org.apache.hadoop.fs.Path[] |
getArchiveClassPaths()
Get the archive entries in classpath as an array of Path |
java.lang.String[] |
getArchiveTimestamps()
Get the timestamps of the archives. |
java.net.URI[] |
getCacheArchives()
Get cache archives set in the Configuration |
java.net.URI[] |
getCacheFiles()
Get cache files set in the Configuration |
java.lang.Class<? extends Reducer<?,?,?,?>> |
getCombinerClass()
Get the combiner class for the job. |
org.apache.hadoop.io.RawComparator<?> |
getCombinerKeyGroupingComparator()
Get the user defined RawComparator comparator for
grouping keys of inputs to the combiner. |
org.apache.hadoop.conf.Configuration |
getConfiguration()
Return the configuration for the job. |
org.apache.hadoop.security.Credentials |
getCredentials()
Get credentials for the job. |
org.apache.hadoop.fs.Path[] |
getFileClassPaths()
Get the file entries in classpath as an array of Path |
java.lang.String[] |
getFileTimestamps()
Get the timestamps of the files. |
org.apache.hadoop.io.RawComparator<?> |
getGroupingComparator()
Get the user defined RawComparator comparator for
grouping keys of inputs to the reduce. |
java.lang.Class<? extends InputFormat<?,?>> |
getInputFormatClass()
Get the InputFormat class for the job. |
java.lang.String |
getJar()
Get the pathname of the job's jar. |
JobID |
getJobID()
Get the unique ID for the job. |
java.lang.String |
getJobName()
Get the user-specified job name. |
boolean |
getJobSetupCleanupNeeded()
Get whether job-setup and job-cleanup is needed for the job |
org.apache.hadoop.fs.Path[] |
getLocalCacheArchives()
Return the path array of the localized caches |
org.apache.hadoop.fs.Path[] |
getLocalCacheFiles()
Return the path array of the localized files |
java.lang.Class<?> |
getMapOutputKeyClass()
Get the key class for the map output data. |
java.lang.Class<?> |
getMapOutputValueClass()
Get the value class for the map output data. |
java.lang.Class<? extends Mapper<?,?,?,?>> |
getMapperClass()
Get the Mapper class for the job. |
int |
getMaxMapAttempts()
Get the configured number of maximum attempts that will be made to run a |
int |
getMaxReduceAttempts()
Get the configured number of maximum attempts that will be made to run a |
int |
getNumReduceTasks()
Get configured the number of reduce tasks for this job. |
java.lang.Class<? extends OutputFormat<?,?>> |
getOutputFormatClass()
Get the OutputFormat class for the job. |
java.lang.Class<?> |
getOutputKeyClass()
Get the key class for the job output data. |
java.lang.Class<?> |
getOutputValueClass()
Get the value class for job outputs. |
java.lang.Class<? extends Partitioner<?,?>> |
getPartitionerClass()
Get the Partitioner class for the job. |
boolean |
getProfileEnabled()
Get whether the task profiling is enabled. |
java.lang.String |
getProfileParams()
|
java.lang.Class<? extends Reducer<?,?,?,?>> |
getReducerClass()
Get the Reducer class for the job. |
org.apache.hadoop.io.RawComparator<?> |
getSortComparator()
Get the RawComparator comparator used to compare keys. |
boolean |
getSymlink()
This method checks to see if symlinks are to be create for the localized cache files in the current working directory |
java.lang.String |
getUser()
Get the reported username for this job. |
org.apache.hadoop.fs.Path |
getWorkingDirectory()
Get the current working directory for the default file system. |
boolean |
userClassesTakesPrecedence()
Get the boolean value for the property that specifies which classpath takes precedence when tasks are launched. |
Field Detail |
---|
static final java.lang.String INPUT_FORMAT_CLASS_ATTR
static final java.lang.String MAP_CLASS_ATTR
static final java.lang.String MAP_OUTPUT_COLLECTOR_CLASS_ATTR
static final java.lang.String COMBINE_CLASS_ATTR
static final java.lang.String SHUFFLE_CONSUMER_PLUGIN_ATTR
static final java.lang.String REDUCE_CLASS_ATTR
static final java.lang.String OUTPUT_FORMAT_CLASS_ATTR
static final java.lang.String PARTITIONER_CLASS_ATTR
static final java.lang.String JAR_UNPACK_PATTERN
static final java.lang.String JOB_NAMENODES
static final java.lang.String JOB_ACL_VIEW_JOB
static final java.lang.String JOB_ACL_MODIFY_JOB
static final java.lang.String CACHE_FILE_VISIBILITIES
static final java.lang.String CACHE_ARCHIVES_VISIBILITIES
static final java.lang.String JOB_CANCEL_DELEGATION_TOKEN
static final java.lang.String USER_LOG_RETAIN_HOURS
static final java.lang.String MAPREDUCE_TASK_CLASSPATH_PRECEDENCE
static final java.lang.String MAP_MEMORY_PHYSICAL_MB
static final java.lang.String REDUCE_MEMORY_PHYSICAL_MB
Method Detail |
---|
org.apache.hadoop.conf.Configuration getConfiguration()
org.apache.hadoop.security.Credentials getCredentials()
JobID getJobID()
int getNumReduceTasks()
1
.
org.apache.hadoop.fs.Path getWorkingDirectory() throws java.io.IOException
java.io.IOException
java.lang.Class<?> getOutputKeyClass()
java.lang.Class<?> getOutputValueClass()
java.lang.Class<?> getMapOutputKeyClass()
java.lang.Class<?> getMapOutputValueClass()
java.lang.String getJobName()
boolean userClassesTakesPrecedence()
java.lang.Class<? extends InputFormat<?,?>> getInputFormatClass() throws java.lang.ClassNotFoundException
InputFormat
class for the job.
InputFormat
class for the job.
java.lang.ClassNotFoundException
java.lang.Class<? extends Mapper<?,?,?,?>> getMapperClass() throws java.lang.ClassNotFoundException
Mapper
class for the job.
Mapper
class for the job.
java.lang.ClassNotFoundException
java.lang.Class<? extends Reducer<?,?,?,?>> getCombinerClass() throws java.lang.ClassNotFoundException
java.lang.ClassNotFoundException
java.lang.Class<? extends Reducer<?,?,?,?>> getReducerClass() throws java.lang.ClassNotFoundException
Reducer
class for the job.
Reducer
class for the job.
java.lang.ClassNotFoundException
java.lang.Class<? extends OutputFormat<?,?>> getOutputFormatClass() throws java.lang.ClassNotFoundException
OutputFormat
class for the job.
OutputFormat
class for the job.
java.lang.ClassNotFoundException
java.lang.Class<? extends Partitioner<?,?>> getPartitionerClass() throws java.lang.ClassNotFoundException
Partitioner
class for the job.
Partitioner
class for the job.
java.lang.ClassNotFoundException
org.apache.hadoop.io.RawComparator<?> getSortComparator()
RawComparator
comparator used to compare keys.
RawComparator
comparator used to compare keys.java.lang.String getJar()
org.apache.hadoop.io.RawComparator<?> getCombinerKeyGroupingComparator()
RawComparator
comparator for
grouping keys of inputs to the combiner.
Job.setCombinerKeyGroupingComparatorClass(Class)
org.apache.hadoop.io.RawComparator<?> getGroupingComparator()
RawComparator
comparator for
grouping keys of inputs to the reduce.
for details.
,
getCombinerKeyGroupingComparator()
boolean getJobSetupCleanupNeeded()
boolean getProfileEnabled()
java.lang.String getProfileParams()
java.lang.String getUser()
boolean getSymlink()
org.apache.hadoop.fs.Path[] getArchiveClassPaths()
java.net.URI[] getCacheArchives() throws java.io.IOException
java.io.IOException
java.net.URI[] getCacheFiles() throws java.io.IOException
java.io.IOException
org.apache.hadoop.fs.Path[] getLocalCacheArchives() throws java.io.IOException
java.io.IOException
org.apache.hadoop.fs.Path[] getLocalCacheFiles() throws java.io.IOException
java.io.IOException
org.apache.hadoop.fs.Path[] getFileClassPaths()
java.lang.String[] getArchiveTimestamps()
java.io.IOException
java.lang.String[] getFileTimestamps()
java.io.IOException
int getMaxMapAttempts()
int getMaxReduceAttempts()
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |