Changes between Version 8 and Version 9 of waue/2009/nutch_install

Timestamp:

Apr 24, 2009, 4:06:14 PM (16 years ago)

Author:

waue

Comment:

--

waue/2009/nutch_install

@@ -84 +84 @@
   <name>http.agent.name</name>
   <value>nutch</value>
-  <description>HTTP 'User-Agent' request header. </description>
+  <description>HTTP 'User-Agent' request header. </description> 
 </property>
 <property>
   <name>http.agent.description</name>
-  <value>nutch-crawl</value>
-  <description>Further description</description>
-</property>
-<property>
-  <name>http.agent.url</name>
-  <value>localhost</value>
-  <description>A URL to advertise in the User-Agent header. </description>
+  <value>MyTest</value>
+  <description>Further description</description> 
+</property>
+<property>
+  <name>http.agent.url</name> 
+  <value>localhost</value> 
+  <description>A URL to advertise in the User-Agent header. </description> 
 </property>
 <property>
   <name>http.agent.email</name>
-  <value>user@nchc.org.tw</value>
-  <description>An email address
-  </description>
+  <value>test@test.org.tw</value> 
+  <description>An email address 
+  </description> 
 </property>
 <property>
@@ -122 +122 @@
    <value>-1</value>
    <description> </description>
- </property>
+ </property> 
  <property>
-   <name>http.content.limit</name>
+   <name>http.content.limit</name> 
    <value>-1</value>
  </property>
 <property>
-<property>
   <name>indexer.mergeFactor</name>
   <value>500</value>
-  <description>The factor that determines the frequency of Lucene segment merges. </description>
-</property>
+  <description>The factor that determines the frequency of Lucene segment
+  merges. This must not be less than 2, higher values increase indexing
+  speed but lead to increased RAM usage, and increase the number of
+  open file handles (which may lead to "Too many open files" errors).
+  NOTE: the "segments" here have nothing to do with Nutch segments, they
+  are a low-level data unit used by Lucene.
+  </description>
+</property>
+
 <property>
   <name>indexer.minMergeDocs</name>
   <value>500</value>
-  <description>This number determines the minimum number of Lucene. </description>
+  <description>This number determines the minimum number of Lucene
+  Documents buffered in memory between Lucene segment merges. Larger
+  values increase indexing speed and increase RAM usage.
+  </description>
 </property>
 </configuration>