Home | About | Sematext search-lucene.com search-hadoop.com
 Search Hadoop and all its subprojects:

Switch to Plain View
Flume, mail # user - Installation of full flume on window OS
mardan Khan
2012-07-29, 01:01
Brock Noland
2012-07-29, 03:20
mardan Khan
2012-07-29, 04:54
Brock Noland
2012-07-29, 15:41
mardan Khan
2012-07-29, 16:27
Brock Noland
2012-07-29, 17:03
mardan Khan
2012-07-30, 10:55
Inder Pall
2012-07-30, 12:20
mardan Khan
2012-07-30, 13:24
mardan Khan
2012-07-30, 13:30
Inder Pall
2012-07-30, 13:40
mardan Khan
2012-07-30, 13:53
alo alt
2012-07-30, 14:20
mardan Khan
2012-07-30, 14:44
alo alt
2012-07-30, 14:58
mardan Khan
2012-07-30, 15:48
Gumnaam Sur
2012-07-30, 16:19
Gumnaam Sur
2012-07-30, 16:27
alo alt
2012-07-30, 16:42
Gumnaam Sur
2012-07-30, 17:50
mardan Khan
2012-07-30, 19:42
mardan Khan
2012-07-30, 16:53
mardan Khan
2012-07-30, 17:03
+
mardan Khan 2012-07-29, 01:01
+
Brock Noland 2012-07-29, 03:20
+
mardan Khan 2012-07-29, 04:54
+
Brock Noland 2012-07-29, 15:41
+
mardan Khan 2012-07-29, 16:27
+
Brock Noland 2012-07-29, 17:03
+
mardan Khan 2012-07-30, 10:55
+
Inder Pall 2012-07-30, 12:20
+
mardan Khan 2012-07-30, 13:24
+
mardan Khan 2012-07-30, 13:30
+
Inder Pall 2012-07-30, 13:40
+
mardan Khan 2012-07-30, 13:53
Copy link to this message
-
Re: Installation of full flume on window OS
Inder Pall 2012-07-30, 14:02
That's the problem. I am not well versed with this script to fix on WIN but
i guess as a workaround you might want to add $FLUME_INSTALL_DIR/lib/. this
lib has all the required jars and should get you moving forward.

Mind, filing a JIRA  for the same.

- inder

On Mon, Jul 30, 2012 at 7:23 PM, mardan Khan <[EMAIL PROTECTED]> wrote:

> Thanks Inder,
>
> when I am running the $echo $CLASSPATH, I am just getting . (dot) and
> nothing more.
>
> Please see below the flume-ng files. Can you just pointout where I should
> put echo$CLASSPATH.
>
> Thanks
>
>
> CLEAN_FLAG=1
> ################################
> # functions
> ################################
>
> info() {
>   if [ ${CLEAN_FLAG} -ne 0 ]; then
>     local msg=$1
>     echo "Info: $msg" >&2
>   fi
> }
>
> warn() {
>   if [ ${CLEAN_FLAG} -ne 0 ]; then
>     local msg=$1
>     echo "Warning: $msg" >&2
>   fi
> }
>
> error() {
>   local msg=$1
>   local exit_code=$2
>
>   echo "Error: $msg" >&2
>
>   if [ -n "$exit_code" ] ; then
>     exit $exit_code
>   fi
> }
>
> # If avail, add Hadoop paths to the FLUME_CLASSPATH and to the
> # FLUME_JAVA_LIBRARY_PATH env vars.
> # Requires Flume jars to already be on FLUME_CLASSPATH.
> add_hadoop_paths() {
>   local HADOOP_IN_PATH=$(PATH="${HADOOP_HOME:-${HADOOP_PREFIX}}/bin:$PATH"
> \
>       which hadoop 2>/dev/null)
>
>   if [ -f "${HADOOP_IN_PATH}" ]; then
>     info "Including Hadoop libraries found via ($HADOOP_IN_PATH) for HDFS
> access"
>
>     # determine hadoop java.library.path and use that for flume
>     local HADOOP_CLASSPATH=""
>     local HADOOP_JAVA_LIBRARY_PATH=$(HADOOP_CLASSPATH="$FLUME_CLASSPATH" \
>         ${HADOOP_IN_PATH} org.apache.flume.tools.GetJavaProperty \
>         java.library.path 2>/dev/null)
>
>     # look for the line that has the desired property value
>     # (considering extraneous output from some GC options that write to
> stdout)
>     # IFS = InternalFieldSeparator (set to recognize only newline char as
> delimiter)
>     IFS=$'\n'
>     for line in $HADOOP_JAVA_LIBRARY_PATH; do
>       if [[ $line =~ ^java\.library\.path=(.*)$ ]]; then
>         HADOOP_JAVA_LIBRARY_PATH=${BASH_REMATCH[1]}
>         break
>       fi
>     done
>     unset IFS
>
>     if [ -n "${HADOOP_JAVA_LIBRARY_PATH}" ]; then
>
> FLUME_JAVA_LIBRARY_PATH="$FLUME_JAVA_LIBRARY_PATH:$HADOOP_JAVA_LIBRARY_PATH"
>     fi
>
>     # determine hadoop classpath
>     HADOOP_CLASSPATH=$($HADOOP_IN_PATH classpath 2>/dev/null)
>
>     # hack up and filter hadoop classpath
>     local ELEMENTS=$(sed -e 's/:/ /g' <<<${HADOOP_CLASSPATH})
>     local ELEMENT
>     for ELEMENT in $ELEMENTS; do
>       local PIECE
>       for PIECE in $(echo $ELEMENT); do
>         if [[ $PIECE =~ slf4j-(api|log4j12).*\.jar ]]; then
>           info "Excluding $PIECE from classpath"
>           continue
>         else
>           FLUME_CLASSPATH="$FLUME_CLASSPATH:$PIECE"
>         fi
>       done
>     done
>
>   fi
> }
> add_HBASE_paths() {
>   local HBASE_IN_PATH=$(PATH="${HBASE_HOME}/bin:$PATH" \
>       which hbase 2>/dev/null)
>
>   if [ -f "${HBASE_IN_PATH}" ]; then
>     info "Including HBASE libraries found via ($HBASE_IN_PATH) for HBASE
> access"
>
>     # determine HBASE java.library.path and use that for flume
>     local HBASE_CLASSPATH=""
>     local HBASE_JAVA_LIBRARY_PATH=$(HBASE_CLASSPATH="$FLUME_CLASSPATH" \
>         ${HBASE_IN_PATH} org.apache.flume.tools.GetJavaProperty \
>         java.library.path 2>/dev/null)
>
>     # look for the line that has the desired property value
>     # (considering extraneous output from some GC options that write to
> stdout)
>     # IFS = InternalFieldSeparator (set to recognize only newline char as
> delimiter)
>     IFS=$'\n'
>     for line in $HBASE_JAVA_LIBRARY_PATH; do
>       if [[ $line =~ ^java\.library\.path=(.*)$ ]]; then
>         HBASE_JAVA_LIBRARY_PATH=${BASH_REMATCH[1]}
>         break
>       fi
>     done
>     unset IFS
>
>     if [ -n "${HBASE_JAVA_LIBRARY_PATH}" ]; then
>
> FLUME_JAVA_LIBRARY_PATH="$FLUME_JAVA_LIBRARY_PATH:$HBASE_JAVA_LIBRARY_PATH"
Thanks,
- Inder
  Tech Platforms @Inmobi
  Linkedin - http://goo.gl/eR4Ub
+
alo alt 2012-07-30, 14:20
+
mardan Khan 2012-07-30, 14:44
+
alo alt 2012-07-30, 14:58
+
mardan Khan 2012-07-30, 15:48
+
Gumnaam Sur 2012-07-30, 16:19
+
Gumnaam Sur 2012-07-30, 16:27
+
alo alt 2012-07-30, 16:42
+
Gumnaam Sur 2012-07-30, 17:50
+
mardan Khan 2012-07-30, 19:42
+
mardan Khan 2012-07-30, 16:53
+
mardan Khan 2012-07-30, 17:03