Home | About | Sematext search-lucene.com search-hadoop.com
NEW: Monitor These Apps!
elasticsearch, apache solr, apache hbase, hadoop, redis, casssandra, amazon cloudwatch, mysql, memcached, apache kafka, apache zookeeper, apache storm, ubuntu, centOS, red hat, debian, puppet labs, java, senseiDB
 Search Hadoop and all its subprojects:

Switch to Threaded View
Flume >> mail # user >> Re: flume on window


Copy link to this message
-
Re: flume on window
+user@flume

On Sun, Jul 29, 2012 at 4:03 AM, Mukhtaj Khan <[EMAIL PROTECTED]> wrote:
> HI Harsh
>
> Thanks for reply. I have installed the flume 0.9.4 version follow the link:
> http://archive.cloudera.com/cdh/3/flume/Windows/index.html.
>
> My configuration files as:
>
>
> Flume-site.xml
>
>
> <!-- site specific configuration variables should go here. -->
> <configuration>
>
>   <property>
>     <name>flume.master.servers</name>
>     <value>localhost</value>
>     </property>
>
> <!--
>   <property>
>     <name>flume.plugin.classes</name>
>
> <value>helloworld.HelloWorldSink,helloworld.HelloWorldSource,helloworld.HelloWorldDecorator</value>
>     </property>
> -->
> </configuration>
>
>
> Flume.conf
>
> <configuration>
>
>   <!-- ================================================== -->
>   <!-- Watchdog ========================================= -->
>   <!-- ================================================== -->
>   <property>
>     <name>watchdog.restarts.max</name>
>     <value>5</value>
>     </property>
>
>   <!-- ================================================== -->
>   <!-- Node Common ====================================== -->
>   <!-- ================================================== -->
>   <property>
>     <name>flume.config.heartbeat.period</name>
>     <value>5000</value>
>     </property>
>
>   <property>
>     <name>flume.node.status.port</name>
>     <value>35862</value>
>     </property>
>
>   <property>
>     <name>flume.node.heartbeat.backoff.ceiling</name>
>     <value>50000</value>
>     </property>
>
>   <property>
>     <name>flume.node.http.autofindport</name>
>     <value>true</value>
>      </property>
>
>   <property>
>     <name>flume.node.webapp.root</name>
>     <value>webapps/flumeagent.war</value>
>     </property>
>
>   <!-- ================================================== -->
>   <!-- Agent ============================================ -->
>   <!-- ================================================== -->
>
>   <property>
>     <name>flume.agent.logdir</name>
>     <value>/tmp/flume-${user.name}/agent</value>
>     </property>
>
>   <property>
>     <name>flume.agent.logdir.maxage</name>
>     <value>10000</value>
>     </property>
>
>   <property>
>     <name>flume.agent.logdir.retransmit</name>
>     <value>60000</value>
>     </property>
>
>   <property>
>     <name>flume.agent.failover.backoff.initial</name>
>     <value>1000</value>
>     </property>
>
>   <property>
>     <name>flume.agent.failover.backoff.max</name>
>     <value>60000</value>
>     </property>
>
>
>   <!-- ================================================== -->
>   <!-- Collector ======================================== -->
>   <!-- ================================================== -->
>   <property>
>     <name>flume.collector.event.host</name>
>     <value>localhost</value>
>     </property>
>
>   <property>
>     <name>flume.collector.port</name>
>     <value>35853</value>
>       </property>
>
>   <property>
>     <name>flume.collector.dfs.dir</name>
>     <value>hdfs://localhost:9000/user/mukhtaj-pc/cyg_server/flume/</value>
>   </property>
>
>   <property>
>     <name>flume.collector.dfs.compress.codec</name>
>     <value>None</value>
>     </property>
>
>   <property>
>     <name>flume.collector.roll.millis</name>
>     <value>30000</value>
>     </property>
>
>
>   <property>
>     <name>flume.collector.output.format</name>
>     <value>avrojson</value>
>     </property>
>
>   <!-- ================================================== -->
>   <!-- Master =========================================== -->
>   <!-- ================================================== -->
>
>   <property>
>     <name>flume.master.servers</name>
>     <value>localhost</value>
>     </property>
>
>   <property>
>     <name>flume.master.store</name>
>     <value>zookeeper</value>
>     </property>
>
>   <property>
>     <name>flume.master.serverid</name>
>     <value>0</value>
>     </property>
>
>   <property>
>     <name>flume.master.http.port</name>

Harsh J
NEW: Monitor These Apps!
elasticsearch, apache solr, apache hbase, hadoop, redis, casssandra, amazon cloudwatch, mysql, memcached, apache kafka, apache zookeeper, apache storm, ubuntu, centOS, red hat, debian, puppet labs, java, senseiDB