Home | About | Sematext search-lucene.com search-hadoop.com
 Search Hadoop and all its subprojects:

Switch to Threaded View
Flume >> mail # user >> Re: flume on window


Copy link to this message
-
Re: flume on window
+user@flume

On Sun, Jul 29, 2012 at 4:03 AM, Mukhtaj Khan <[EMAIL PROTECTED]> wrote:
> HI Harsh
>
> Thanks for reply. I have installed the flume 0.9.4 version follow the link:
> http://archive.cloudera.com/cdh/3/flume/Windows/index.html.
>
> My configuration files as:
>
>
> Flume-site.xml
>
>
> <!-- site specific configuration variables should go here. -->
> <configuration>
>
>   <property>
>     <name>flume.master.servers</name>
>     <value>localhost</value>
>     </property>
>
> <!--
>   <property>
>     <name>flume.plugin.classes</name>
>
> <value>helloworld.HelloWorldSink,helloworld.HelloWorldSource,helloworld.HelloWorldDecorator</value>
>     </property>
> -->
> </configuration>
>
>
> Flume.conf
>
> <configuration>
>
>   <!-- ================================================== -->
>   <!-- Watchdog ========================================= -->
>   <!-- ================================================== -->
>   <property>
>     <name>watchdog.restarts.max</name>
>     <value>5</value>
>     </property>
>
>   <!-- ================================================== -->
>   <!-- Node Common ====================================== -->
>   <!-- ================================================== -->
>   <property>
>     <name>flume.config.heartbeat.period</name>
>     <value>5000</value>
>     </property>
>
>   <property>
>     <name>flume.node.status.port</name>
>     <value>35862</value>
>     </property>
>
>   <property>
>     <name>flume.node.heartbeat.backoff.ceiling</name>
>     <value>50000</value>
>     </property>
>
>   <property>
>     <name>flume.node.http.autofindport</name>
>     <value>true</value>
>      </property>
>
>   <property>
>     <name>flume.node.webapp.root</name>
>     <value>webapps/flumeagent.war</value>
>     </property>
>
>   <!-- ================================================== -->
>   <!-- Agent ============================================ -->
>   <!-- ================================================== -->
>
>   <property>
>     <name>flume.agent.logdir</name>
>     <value>/tmp/flume-${user.name}/agent</value>
>     </property>
>
>   <property>
>     <name>flume.agent.logdir.maxage</name>
>     <value>10000</value>
>     </property>
>
>   <property>
>     <name>flume.agent.logdir.retransmit</name>
>     <value>60000</value>
>     </property>
>
>   <property>
>     <name>flume.agent.failover.backoff.initial</name>
>     <value>1000</value>
>     </property>
>
>   <property>
>     <name>flume.agent.failover.backoff.max</name>
>     <value>60000</value>
>     </property>
>
>
>   <!-- ================================================== -->
>   <!-- Collector ======================================== -->
>   <!-- ================================================== -->
>   <property>
>     <name>flume.collector.event.host</name>
>     <value>localhost</value>
>     </property>
>
>   <property>
>     <name>flume.collector.port</name>
>     <value>35853</value>
>       </property>
>
>   <property>
>     <name>flume.collector.dfs.dir</name>
>     <value>hdfs://localhost:9000/user/mukhtaj-pc/cyg_server/flume/</value>
>   </property>
>
>   <property>
>     <name>flume.collector.dfs.compress.codec</name>
>     <value>None</value>
>     </property>
>
>   <property>
>     <name>flume.collector.roll.millis</name>
>     <value>30000</value>
>     </property>
>
>
>   <property>
>     <name>flume.collector.output.format</name>
>     <value>avrojson</value>
>     </property>
>
>   <!-- ================================================== -->
>   <!-- Master =========================================== -->
>   <!-- ================================================== -->
>
>   <property>
>     <name>flume.master.servers</name>
>     <value>localhost</value>
>     </property>
>
>   <property>
>     <name>flume.master.store</name>
>     <value>zookeeper</value>
>     </property>
>
>   <property>
>     <name>flume.master.serverid</name>
>     <value>0</value>
>     </property>
>
>   <property>
>     <name>flume.master.http.port</name>

Harsh J