Home | About | Sematext search-lucene.com search-hadoop.com
NEW: Monitor These Apps!
elasticsearch, apache solr, apache hbase, hadoop, redis, casssandra, amazon cloudwatch, mysql, memcached, apache kafka, apache zookeeper, apache storm, ubuntu, centOS, red hat, debian, puppet labs, java, senseiDB
 Search Hadoop and all its subprojects:

Switch to Plain View
Flume >> mail # user >> Installation of full flume on window OS


+
mardan Khan 2012-07-29, 01:01
+
Brock Noland 2012-07-29, 03:20
+
mardan Khan 2012-07-29, 04:54
+
Brock Noland 2012-07-29, 15:41
+
mardan Khan 2012-07-29, 16:27
+
Brock Noland 2012-07-29, 17:03
+
mardan Khan 2012-07-30, 10:55
+
Inder Pall 2012-07-30, 12:20
+
mardan Khan 2012-07-30, 13:24
+
mardan Khan 2012-07-30, 13:30
+
Inder Pall 2012-07-30, 13:40
+
mardan Khan 2012-07-30, 13:53
Copy link to this message
-
Re: Installation of full flume on window OS
That's the problem. I am not well versed with this script to fix on WIN but
i guess as a workaround you might want to add $FLUME_INSTALL_DIR/lib/. this
lib has all the required jars and should get you moving forward.

Mind, filing a JIRA  for the same.

- inder

On Mon, Jul 30, 2012 at 7:23 PM, mardan Khan <[EMAIL PROTECTED]> wrote:

> Thanks Inder,
>
> when I am running the $echo $CLASSPATH, I am just getting . (dot) and
> nothing more.
>
> Please see below the flume-ng files. Can you just pointout where I should
> put echo$CLASSPATH.
>
> Thanks
>
>
> CLEAN_FLAG=1
> ################################
> # functions
> ################################
>
> info() {
>   if [ ${CLEAN_FLAG} -ne 0 ]; then
>     local msg=$1
>     echo "Info: $msg" >&2
>   fi
> }
>
> warn() {
>   if [ ${CLEAN_FLAG} -ne 0 ]; then
>     local msg=$1
>     echo "Warning: $msg" >&2
>   fi
> }
>
> error() {
>   local msg=$1
>   local exit_code=$2
>
>   echo "Error: $msg" >&2
>
>   if [ -n "$exit_code" ] ; then
>     exit $exit_code
>   fi
> }
>
> # If avail, add Hadoop paths to the FLUME_CLASSPATH and to the
> # FLUME_JAVA_LIBRARY_PATH env vars.
> # Requires Flume jars to already be on FLUME_CLASSPATH.
> add_hadoop_paths() {
>   local HADOOP_IN_PATH=$(PATH="${HADOOP_HOME:-${HADOOP_PREFIX}}/bin:$PATH"
> \
>       which hadoop 2>/dev/null)
>
>   if [ -f "${HADOOP_IN_PATH}" ]; then
>     info "Including Hadoop libraries found via ($HADOOP_IN_PATH) for HDFS
> access"
>
>     # determine hadoop java.library.path and use that for flume
>     local HADOOP_CLASSPATH=""
>     local HADOOP_JAVA_LIBRARY_PATH=$(HADOOP_CLASSPATH="$FLUME_CLASSPATH" \
>         ${HADOOP_IN_PATH} org.apache.flume.tools.GetJavaProperty \
>         java.library.path 2>/dev/null)
>
>     # look for the line that has the desired property value
>     # (considering extraneous output from some GC options that write to
> stdout)
>     # IFS = InternalFieldSeparator (set to recognize only newline char as
> delimiter)
>     IFS=$'\n'
>     for line in $HADOOP_JAVA_LIBRARY_PATH; do
>       if [[ $line =~ ^java\.library\.path=(.*)$ ]]; then
>         HADOOP_JAVA_LIBRARY_PATH=${BASH_REMATCH[1]}
>         break
>       fi
>     done
>     unset IFS
>
>     if [ -n "${HADOOP_JAVA_LIBRARY_PATH}" ]; then
>
> FLUME_JAVA_LIBRARY_PATH="$FLUME_JAVA_LIBRARY_PATH:$HADOOP_JAVA_LIBRARY_PATH"
>     fi
>
>     # determine hadoop classpath
>     HADOOP_CLASSPATH=$($HADOOP_IN_PATH classpath 2>/dev/null)
>
>     # hack up and filter hadoop classpath
>     local ELEMENTS=$(sed -e 's/:/ /g' <<<${HADOOP_CLASSPATH})
>     local ELEMENT
>     for ELEMENT in $ELEMENTS; do
>       local PIECE
>       for PIECE in $(echo $ELEMENT); do
>         if [[ $PIECE =~ slf4j-(api|log4j12).*\.jar ]]; then
>           info "Excluding $PIECE from classpath"
>           continue
>         else
>           FLUME_CLASSPATH="$FLUME_CLASSPATH:$PIECE"
>         fi
>       done
>     done
>
>   fi
> }
> add_HBASE_paths() {
>   local HBASE_IN_PATH=$(PATH="${HBASE_HOME}/bin:$PATH" \
>       which hbase 2>/dev/null)
>
>   if [ -f "${HBASE_IN_PATH}" ]; then
>     info "Including HBASE libraries found via ($HBASE_IN_PATH) for HBASE
> access"
>
>     # determine HBASE java.library.path and use that for flume
>     local HBASE_CLASSPATH=""
>     local HBASE_JAVA_LIBRARY_PATH=$(HBASE_CLASSPATH="$FLUME_CLASSPATH" \
>         ${HBASE_IN_PATH} org.apache.flume.tools.GetJavaProperty \
>         java.library.path 2>/dev/null)
>
>     # look for the line that has the desired property value
>     # (considering extraneous output from some GC options that write to
> stdout)
>     # IFS = InternalFieldSeparator (set to recognize only newline char as
> delimiter)
>     IFS=$'\n'
>     for line in $HBASE_JAVA_LIBRARY_PATH; do
>       if [[ $line =~ ^java\.library\.path=(.*)$ ]]; then
>         HBASE_JAVA_LIBRARY_PATH=${BASH_REMATCH[1]}
>         break
>       fi
>     done
>     unset IFS
>
>     if [ -n "${HBASE_JAVA_LIBRARY_PATH}" ]; then
>
> FLUME_JAVA_LIBRARY_PATH="$FLUME_JAVA_LIBRARY_PATH:$HBASE_JAVA_LIBRARY_PATH"
Thanks,
- Inder
  Tech Platforms @Inmobi
  Linkedin - http://goo.gl/eR4Ub
+
alo alt 2012-07-30, 14:20
+
mardan Khan 2012-07-30, 14:44
+
alo alt 2012-07-30, 14:58
+
mardan Khan 2012-07-30, 15:48
+
Gumnaam Sur 2012-07-30, 16:19
+
Gumnaam Sur 2012-07-30, 16:27
+
alo alt 2012-07-30, 16:42
+
Gumnaam Sur 2012-07-30, 17:50
+
mardan Khan 2012-07-30, 19:42
+
mardan Khan 2012-07-30, 16:53
+
mardan Khan 2012-07-30, 17:03
NEW: Monitor These Apps!
elasticsearch, apache solr, apache hbase, hadoop, redis, casssandra, amazon cloudwatch, mysql, memcached, apache kafka, apache zookeeper, apache storm, ubuntu, centOS, red hat, debian, puppet labs, java, senseiDB