| [66] | 1 | # Define some default values that can be overridden by system properties |
|---|
| 2 | hadoop.root.logger=INFO,console |
|---|
| [108] | 3 | hadoop.log.dir=~/.nutchez/log |
|---|
| [66] | 4 | hadoop.log.file=hadoop.log |
|---|
| 5 | |
|---|
| 6 | # Define the root logger to the system property "hadoop.root.logger". |
|---|
| 7 | log4j.rootLogger=${hadoop.root.logger}, EventCounter |
|---|
| 8 | |
|---|
| 9 | # Logging Threshold |
|---|
| 10 | log4j.threshhold=ALL |
|---|
| 11 | |
|---|
| 12 | # |
|---|
| 13 | # Daily Rolling File Appender |
|---|
| 14 | # |
|---|
| 15 | |
|---|
| 16 | log4j.appender.DRFA=org.apache.log4j.DailyRollingFileAppender |
|---|
| 17 | log4j.appender.DRFA.File=${hadoop.log.dir}/${hadoop.log.file} |
|---|
| 18 | |
|---|
| 19 | # Rollver at midnight |
|---|
| 20 | log4j.appender.DRFA.DatePattern=.yyyy-MM-dd |
|---|
| 21 | |
|---|
| 22 | # 30-day backup |
|---|
| 23 | #log4j.appender.DRFA.MaxBackupIndex=30 |
|---|
| 24 | log4j.appender.DRFA.layout=org.apache.log4j.PatternLayout |
|---|
| 25 | |
|---|
| 26 | # Pattern format: Date LogLevel LoggerName LogMessage |
|---|
| 27 | log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n |
|---|
| 28 | # Debugging Pattern format |
|---|
| 29 | #log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n |
|---|
| 30 | |
|---|
| 31 | |
|---|
| 32 | # |
|---|
| 33 | # console |
|---|
| 34 | # Add "console" to rootlogger above if you want to use this |
|---|
| 35 | # |
|---|
| 36 | |
|---|
| 37 | log4j.appender.console=org.apache.log4j.ConsoleAppender |
|---|
| 38 | log4j.appender.console.target=System.err |
|---|
| 39 | log4j.appender.console.layout=org.apache.log4j.PatternLayout |
|---|
| 40 | log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n |
|---|
| 41 | |
|---|
| 42 | # |
|---|
| 43 | # TaskLog Appender |
|---|
| 44 | # |
|---|
| 45 | |
|---|
| 46 | #Default values |
|---|
| 47 | hadoop.tasklog.taskid=null |
|---|
| 48 | hadoop.tasklog.noKeepSplits=4 |
|---|
| 49 | hadoop.tasklog.totalLogFileSize=100 |
|---|
| 50 | hadoop.tasklog.purgeLogSplits=true |
|---|
| 51 | hadoop.tasklog.logsRetainHours=12 |
|---|
| 52 | |
|---|
| 53 | log4j.appender.TLA=org.apache.hadoop.mapred.TaskLogAppender |
|---|
| 54 | log4j.appender.TLA.taskId=${hadoop.tasklog.taskid} |
|---|
| 55 | log4j.appender.TLA.totalLogFileSize=${hadoop.tasklog.totalLogFileSize} |
|---|
| 56 | |
|---|
| 57 | log4j.appender.TLA.layout=org.apache.log4j.PatternLayout |
|---|
| 58 | log4j.appender.TLA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n |
|---|
| 59 | |
|---|
| 60 | # |
|---|
| 61 | # Rolling File Appender |
|---|
| 62 | # |
|---|
| 63 | |
|---|
| 64 | #log4j.appender.RFA=org.apache.log4j.RollingFileAppender |
|---|
| 65 | #log4j.appender.RFA.File=${hadoop.log.dir}/${hadoop.log.file} |
|---|
| 66 | |
|---|
| 67 | # Logfile size and and 30-day backups |
|---|
| 68 | #log4j.appender.RFA.MaxFileSize=1MB |
|---|
| 69 | #log4j.appender.RFA.MaxBackupIndex=30 |
|---|
| 70 | |
|---|
| 71 | #log4j.appender.RFA.layout=org.apache.log4j.PatternLayout |
|---|
| 72 | #log4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} - %m%n |
|---|
| 73 | #log4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n |
|---|
| 74 | |
|---|
| 75 | # |
|---|
| 76 | # FSNamesystem Audit logging |
|---|
| 77 | # All audit events are logged at INFO level |
|---|
| 78 | # |
|---|
| 79 | log4j.logger.org.apache.hadoop.fs.FSNamesystem.audit=WARN |
|---|
| 80 | |
|---|
| 81 | # Custom Logging levels |
|---|
| 82 | |
|---|
| 83 | #log4j.logger.org.apache.hadoop.mapred.JobTracker=DEBUG |
|---|
| 84 | #log4j.logger.org.apache.hadoop.mapred.TaskTracker=DEBUG |
|---|
| 85 | #log4j.logger.org.apache.hadoop.fs.FSNamesystem=DEBUG |
|---|
| 86 | |
|---|
| 87 | # Jets3t library |
|---|
| 88 | log4j.logger.org.jets3t.service.impl.rest.httpclient.RestS3Service=ERROR |
|---|
| 89 | |
|---|
| 90 | # |
|---|
| 91 | # Event Counter Appender |
|---|
| 92 | # Sends counts of logging messages at different severity levels to Hadoop Metrics. |
|---|
| 93 | # |
|---|
| 94 | log4j.appender.EventCounter=org.apache.hadoop.metrics.jvm.EventCounter |
|---|
