1 import java.io.DataInputStream;  2 import java.io.EOFException;  3 import java.io.FileNotFoundException;  4 import java.io.PrintStream;  5   6 import org.apache.commons.lang.StringUtils;  7 import org.apache.hadoop.conf.Configuration;  8 import org.apache.hadoop.fs.FileContext;  9 import org.apache.hadoop.fs.FileStatus; 10 import org.apache.hadoop.fs.Path; 11 import org.apache.hadoop.fs.RemoteIterator; 12 import org.apache.hadoop.security.UserGroupInformation; 13 import org.apache.hadoop.yarn.api.records.ApplicationId; 14 import org.apache.hadoop.yarn.conf.YarnConfiguration; 15 import org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat; 16 import org.apache.hadoop.yarn.logaggregation.LogAggregationUtils; 17 import org.apache.hadoop.yarn.util.ConverterUtils; 18  19 public class GetYarnLog { 20     public static void main(String[] args) { 21         run("application_1535700682133_0496"); 22     } 23      24     public static int run(String appIdStr) throws Throwable{ 25   26      27          Configuration conf = new YarnConfiguration(); 28          conf.addResource(new Path("/etc/hadoop/conf.cloudera.yarn/core-site.xml")); 29          conf.addResource(new Path("/etc/hadoop/conf.cloudera.yarn/yarn-site.xml")); 30          conf.addResource(new Path("/etc/hadoop/conf.cloudera.yarn/hdfs-site.xml")); 31          if(appIdStr == null || appIdStr.equals("")) 32           { 33              System.out.println("appId is null!"); 34              return -1; 35           } 36          PrintStream out=new PrintStream(appIdStr);  37          ApplicationId appId = null; 38          appId = ConverterUtils.toApplicationId(appIdStr); 39           40          Path remoteRootLogDir = new Path(conf.get("yarn.nodemanager.remote-app-log-dir", "/tmp/logs")); 41  42          String user =  UserGroupInformation.getCurrentUser().getShortUserName();; 43          String logDirSuffix = LogAggregationUtils.getRemoteNodeLogDirSuffix(conf); 44           45          Path remoteAppLogDir = LogAggregationUtils.getRemoteAppLogDir(remoteRootLogDir, appId, user, logDirSuffix); 46          RemoteIterator
     
       nodeFiles; 47          try 48          { 49            Path qualifiedLogDir = FileContext.getFileContext(conf).makeQualified(remoteAppLogDir); 50            nodeFiles = FileContext.getFileContext(qualifiedLogDir.toUri(), conf).listStatus(remoteAppLogDir); 51          } 52          catch (FileNotFoundException fnf) 53          { 54            logDirNotExist(remoteAppLogDir.toString()); 55            return -1; 56          } 57           58          boolean foundAnyLogs = false; 59          while (nodeFiles.hasNext()) 60          { 61            FileStatus thisNodeFile = (FileStatus)nodeFiles.next(); 62            if (!thisNodeFile.getPath().getName().endsWith(".tmp")) 63            { 64                System.out.println("NodeFileName = "+thisNodeFile.getPath().getName()); 65              AggregatedLogFormat.LogReader reader = new AggregatedLogFormat.LogReader(conf, thisNodeFile.getPath()); 66              try 67              { 68                AggregatedLogFormat.LogKey key = new AggregatedLogFormat.LogKey(); 69                DataInputStream valueStream = reader.next(key); 70                for (;;) 71                { 72                  if (valueStream != null) 73                  { 74                    String containerString = "\n\nContainer: " + key + " on " + thisNodeFile.getPath().getName(); 75                     76                    out.println(containerString); 77                    out.println(StringUtils.repeat("=", containerString.length())); 78                    try 79                    { 80                      for (;;) 81                      { 82                        AggregatedLogFormat.LogReader.readAContainerLogsForALogType(valueStream, out, thisNodeFile.getModificationTime()); 83                         84                        foundAnyLogs = true; 85                      } 86                           87                    } 88                    catch (EOFException eof) 89                    { 90                      key = new AggregatedLogFormat.LogKey(); 91                      valueStream = reader.next(key); 92                        93                    } 94                     95                  }else{ 96                      break; 97                  } 98                } 99              }100              finally101              {102                reader.close();103              }104            }105          }106          if (!foundAnyLogs)107          {108            emptyLogDir(remoteAppLogDir.toString());109            return -1;110          }111          return 0;112        }113 }