@InterfaceAudience.Private
 @InterfaceStability.Unstable
public class MRApps
extends org.apache.hadoop.yarn.util.Apps
| Modifier and Type | Class and Description | 
|---|---|
| static class  | MRApps.TaskAttemptStateUI | 
| static class  | MRApps.TaskStateUI | 
| Modifier and Type | Field and Description | 
|---|---|
| static org.slf4j.Logger | LOG | 
| Constructor and Description | 
|---|
| MRApps() | 
| Modifier and Type | Method and Description | 
|---|---|
| static void | addLog4jSystemProperties(org.apache.hadoop.mapred.Task task,
                        List<String> vargs,
                        org.apache.hadoop.conf.Configuration conf)Add the JVM system properties necessary to configure
   ContainerLogAppenderorContainerRollingLogAppender. | 
| static void | addToEnvironment(Map<String,String> environment,
                String variable,
                String value,
                org.apache.hadoop.conf.Configuration conf) | 
| static ClassLoader | createJobClassLoader(org.apache.hadoop.conf.Configuration conf)Creates a  ApplicationClassLoaderifMRJobConfig.MAPREDUCE_JOB_CLASSLOADERis set to true, and
 the APP_CLASSPATH environment variable is set. | 
| static String | crossPlatformifyMREnv(org.apache.hadoop.conf.Configuration conf,
                     org.apache.hadoop.yarn.api.ApplicationConstants.Environment env) | 
| static String | getChildLogLevel(org.apache.hadoop.conf.Configuration conf,
                boolean isMap) | 
| static org.apache.hadoop.fs.Path | getEndJobCommitFailureFile(org.apache.hadoop.conf.Configuration conf,
                          String user,
                          JobId jobId) | 
| static org.apache.hadoop.fs.Path | getEndJobCommitSuccessFile(org.apache.hadoop.conf.Configuration conf,
                          String user,
                          JobId jobId) | 
| static String | getJobFile(org.apache.hadoop.conf.Configuration conf,
          String user,
          org.apache.hadoop.mapreduce.JobID jobId) | 
| static org.apache.hadoop.fs.Path | getStagingAreaDir(org.apache.hadoop.conf.Configuration conf,
                 String user) | 
| static org.apache.hadoop.fs.Path | getStartJobCommitFile(org.apache.hadoop.conf.Configuration conf,
                     String user,
                     JobId jobId) | 
| static String | getSystemPropertiesToLog(org.apache.hadoop.conf.Configuration conf)Return lines for system property keys and values per configuration. | 
| static void | setClassLoader(ClassLoader classLoader,
              org.apache.hadoop.conf.Configuration conf)Sets the provided classloader on the given configuration and as the thread
 context classloader if the classloader is not null. | 
| static void | setClasspath(Map<String,String> environment,
            org.apache.hadoop.conf.Configuration conf) | 
| static void | setEnvFromInputProperty(Map<String,String> env,
                       String propName,
                       String defaultPropValue,
                       org.apache.hadoop.conf.Configuration conf) | 
| static void | setEnvFromInputString(Map<String,String> env,
                     String envString,
                     org.apache.hadoop.conf.Configuration conf) | 
| static void | setJobClassLoader(org.apache.hadoop.conf.Configuration conf)Creates and sets a  ApplicationClassLoaderon the given
 configuration and as the thread context classloader, ifMRJobConfig.MAPREDUCE_JOB_CLASSLOADERis set to true, and
 the APP_CLASSPATH environment variable is set. | 
| static void | setupDistributedCache(org.apache.hadoop.conf.Configuration conf,
                     Map<String,org.apache.hadoop.yarn.api.records.LocalResource> localResources) | 
| static void | setupDistributedCacheLocal(org.apache.hadoop.conf.Configuration conf)Set up the DistributedCache related configs to make
  JobContextImpl.getLocalCacheFiles(Configuration)andJobContextImpl.getLocalCacheArchives(Configuration)working. | 
| static MRApps.TaskAttemptStateUI | taskAttemptState(String attemptStateStr) | 
| static MRApps.TaskStateUI | taskState(String taskStateStr) | 
| static String | taskSymbol(TaskType type) | 
| static TaskType | taskType(String symbol) | 
| static JobId | toJobID(String jid) | 
| static String | toString(JobId jid) | 
| static String | toString(TaskAttemptId taid) | 
| static String | toString(TaskId tid) | 
| static TaskAttemptId | toTaskAttemptID(String taid) | 
| static TaskId | toTaskID(String tid) | 
addToEnvironment, addToEnvironment, crossPlatformify, getEnvVarsFromInputProperty, isApplicationFinalState, setEnvFromInputProperty, setEnvFromInputString, setEnvFromInputString, shouldCountTowardsNodeBlacklisting, shouldHaveNext, throwParseException, toAppID, toAppIDpublic static String toString(TaskAttemptId taid)
public static TaskAttemptId toTaskAttemptID(String taid)
public static MRApps.TaskAttemptStateUI taskAttemptState(String attemptStateStr)
public static MRApps.TaskStateUI taskState(String taskStateStr)
public static void setClasspath(Map<String,String> environment, org.apache.hadoop.conf.Configuration conf) throws IOException
IOExceptionpublic static void setJobClassLoader(org.apache.hadoop.conf.Configuration conf)
                              throws IOException
ApplicationClassLoader on the given
 configuration and as the thread context classloader, if
 MRJobConfig.MAPREDUCE_JOB_CLASSLOADER is set to true, and
 the APP_CLASSPATH environment variable is set.conf - IOExceptionpublic static ClassLoader createJobClassLoader(org.apache.hadoop.conf.Configuration conf) throws IOException
ApplicationClassLoader if
 MRJobConfig.MAPREDUCE_JOB_CLASSLOADER is set to true, and
 the APP_CLASSPATH environment variable is set.conf - IOExceptionpublic static void setClassLoader(ClassLoader classLoader, org.apache.hadoop.conf.Configuration conf)
classLoader - conf - public static org.apache.hadoop.fs.Path getStagingAreaDir(org.apache.hadoop.conf.Configuration conf,
                                                          String user)
public static String getJobFile(org.apache.hadoop.conf.Configuration conf, String user, org.apache.hadoop.mapreduce.JobID jobId)
public static org.apache.hadoop.fs.Path getEndJobCommitSuccessFile(org.apache.hadoop.conf.Configuration conf,
                                                                   String user,
                                                                   JobId jobId)
public static org.apache.hadoop.fs.Path getEndJobCommitFailureFile(org.apache.hadoop.conf.Configuration conf,
                                                                   String user,
                                                                   JobId jobId)
public static org.apache.hadoop.fs.Path getStartJobCommitFile(org.apache.hadoop.conf.Configuration conf,
                                                              String user,
                                                              JobId jobId)
public static void setupDistributedCache(org.apache.hadoop.conf.Configuration conf,
                                         Map<String,org.apache.hadoop.yarn.api.records.LocalResource> localResources)
                                  throws IOException
IOExceptionpublic static void setupDistributedCacheLocal(org.apache.hadoop.conf.Configuration conf)
                                       throws IOException
JobContextImpl.getLocalCacheFiles(Configuration)
 and
 JobContextImpl.getLocalCacheArchives(Configuration)
 working.conf - IOExceptionpublic static String getChildLogLevel(org.apache.hadoop.conf.Configuration conf, boolean isMap)
public static void addLog4jSystemProperties(org.apache.hadoop.mapred.Task task,
                                            List<String> vargs,
                                            org.apache.hadoop.conf.Configuration conf)
ContainerLogAppender or
  ContainerRollingLogAppender.task - for map/reduce, or null for app mastervargs - the argument list to append toconf - configuration of MR jobpublic static String getSystemPropertiesToLog(org.apache.hadoop.conf.Configuration conf)
public static void setEnvFromInputString(Map<String,String> env, String envString, org.apache.hadoop.conf.Configuration conf)
public static void setEnvFromInputProperty(Map<String,String> env, String propName, String defaultPropValue, org.apache.hadoop.conf.Configuration conf)
@InterfaceAudience.Public @InterfaceStability.Unstable public static void addToEnvironment(Map<String,String> environment, String variable, String value, org.apache.hadoop.conf.Configuration conf)
public static String crossPlatformifyMREnv(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.yarn.api.ApplicationConstants.Environment env)
Copyright © 2008–2023 Apache Software Foundation. All rights reserved.