Skip to content

armgit / nutch

Public Imported from GitHub
0

Apache Nutch is an extensible and scalable web crawler

2.4 KB
Raw Blame
<?xml version="1.0" encoding="UTF-8"?>
<!-- Licensed to the Apache Software Foundation (ASF) under one or more
   contributor license agreements.  See the NOTICE file distributed with
   this work for additional information regarding copyright ownership.
   The ASF licenses this file to You under the Apache License, Version 2.0
   (the "License"); you may not use this file except in compliance with
   the License.  You may obtain a copy of the License at

       http://www.apache.org/licenses/LICENSE-2.0

   Unless required by applicable law or agreed to in writing, software
   distributed under the License is distributed on an "AS IS" BASIS,
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
-->
<Configuration status="INFO" name="Nutch">
  <Properties>
    <!-- default values that can be overridden by system properties:
           Note: the script bin/nutch sets these properties from the environment variables
                     NUTCH_LOG_DIR and NUTCH_LOGFILE -->
    <Property name="nutch.log.dir">${sys:hadoop.log.dir:-./logs}</Property>
    <Property name="nutch.log.file">${sys:hadoop.log.file:-hadoop.log}</Property>
  </Properties>
  <Appenders>
    <RollingFile name="RollingFile" fileName="${nutch.log.dir}/${nutch.log.file}"
      filePattern="${nutch.log.dir}/$${date:yyyy-MM}/nutch-%d{yyyy-MM-dd}.log.gz">
      <PatternLayout pattern="%d %p %c{1.} [%t] %m%n" />
      <CronTriggeringPolicy schedule="0 0 0 * * ?" evaluateOnStartup="true" />
      <DefaultRolloverStrategy>
        <Delete basePath="${nutch.log.dir}" maxDepth="2">
          <IfFileName glob="*/nutch-*.log.gz" />
          <IfLastModified age="60d" />
        </Delete>
      </DefaultRolloverStrategy>
    </RollingFile>
    <Console name="STDOUT" target="SYSTEM_OUT">
      <PatternLayout pattern="%d %p %c{1.} [%t] %m%n" />
    </Console>
  </Appenders>
  <Loggers>
    <Root level="INFO" additivity="false">
      <AppenderRef ref="RollingFile"/>
      <AppenderRef ref="STDOUT"/>
    </Root>
    <Logger name="org.apache.hadoop" level="WARN" additivity="false">
      <Appender-ref ref="RollingFile" level="WARN" />
    </Logger>
    <Logger name="org.apache.hadoop.mapreduce.Job" level="INFO" additivity="false">
      <Appender-ref ref="RollingFile" level="INFO" />
    </Logger>
  </Loggers>
</Configuration>