Home | About | Sematext search-lucene.com search-hadoop.com
NEW: Monitor These Apps!
elasticsearch, apache solr, apache hbase, hadoop, redis, casssandra, amazon cloudwatch, mysql, memcached, apache kafka, apache zookeeper, apache storm, ubuntu, centOS, red hat, debian, puppet labs, java, senseiDB
 Search Hadoop and all its subprojects:

Switch to Threaded View
Hadoop >> mail # user >> Error Using Hadoop .20.2/Mahout.4 on Solr 3.4


Copy link to this message
-
Error Using Hadoop .20.2/Mahout.4 on Solr 3.4
Hi Guys,

I'm running a Clojure code inside Solr 3.4 that makes call to Mahout
.4 for some text clustering job. Due to some issues with Clojure I had
to put all the jar files in the solr war file ('WEB-INF/lib'). I also
made sure to put hadoop core and mapreduce config xml files in the
same location with a value of ('file:/// or
hdfs://localhosthost:9000..) for 'fs.default.name'.
HOWEVER i get the following stack trace when running the code. I
notices a bug fix in Hadoop Yarn related to running Unit-Test with the
same trace. However I know for sure my code has worked for others
using Hadoop .20.2. Any ideas what could be wrong?

Thanks,
Peyman
SEVERE: java.lang.IllegalStateException: Variable substitution depth
too large: 20 ${fs.default.name}
       at org.apache.hadoop.conf.Configuration.substituteVars(Configuration.java:366)
       at org.apache.hadoop.conf.Configuration.get(Configuration.java:436)
       at org.apache.hadoop.fs.FileSystem.getDefaultUri(FileSystem.java:103)
       at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:95)
       at lsa4solr.mahout_matrix$distributed_matrix.invoke(mahout_matrix.clj:71)
       at lsa4solr.clustering_protocol$get_frequency_matrix.invoke(clustering_protocol.clj:92)
       at lsa4solr.clustering_protocol$decompose_term_doc_matrix.invoke(clustering_protocol.clj:105)
       at lsa4solr.clustering_protocol$cluster_kmeans_docs.invoke(clustering_protocol.clj:123)
       at lsa4solr.cluster$cluster_dispatch.invoke(cluster.clj:57)
       at lsa4solr.cluster$_cluster.invoke(cluster.clj:85)
       at lsa4solr.cluster.LSAClusteringEngine.cluster(Unknown Source)
       at org.apache.solr.handler.clustering.ClusteringComponent.process(ClusteringComponent.java:91)
       at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:194)
       at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129)
       at org.apache.solr.core.SolrCore.execute(SolrCore.java:1368)
       at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:356)
       at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:252)
       at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
       at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
       at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
       at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
       at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
       at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
       at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
       at org.mortbay.jetty.handler.HandlerCollection.handle(HandlerCollection.java:114)
       at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
       at org.mortbay.jetty.Server.handle(Server.java:326)
       at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
       at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
       at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
       at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
       at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
       at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228)
       at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)

Jan 16, 2012 11:42:17 PM org.apache.solr.core.SolrCore execute
INFO: [] webapp=/solr path=/lsa4solr
params={nclusters=2&k=10&q=Summary:.*&rows=100&algorithm=kmeans}
hits=0 status=500 QTime=37
Jan 16, 2012 11:42:17 PM org.apache.solr.common.SolrException log
SEVERE: java.lang.IllegalStateException: Variable substitution depth
too large: 20 ${fs.default.name}
       at org.apache.hadoop.conf.Configuration.substituteVars(Configuration.java:366)
       at org.apache.hadoop.conf.Configuration.get(Configuration.java:436)
       at org.apache.hadoop.fs.FileSystem.getDefaultUri(FileSystem.java:103)
       at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:95)
       at lsa4solr.mahout_matrix$distributed_matrix.invoke(mahout_matrix.clj:71)
       at lsa4solr.clustering_protocol$get_frequency_matrix.invoke(clustering_protocol.clj:92)
       at lsa4solr.clustering_protocol$decompose_term_doc_matrix.invoke(clustering_protocol.clj:105)
       at lsa4solr.clustering_protocol$cluster_kmeans_docs.invoke(clustering_protocol.clj:123)
       at lsa4solr.cluster$cluster_dispatch.invoke(cluster.clj:57)
       at lsa4solr.cluster$_cluster.invoke(cluster.clj:85)
       at lsa4solr.cluster.LSAClusteringEngine.cluster(Unknown Source)
       at org.apache.solr.handler.clustering.ClusteringComponent.process(ClusteringComponent.java:91)
       at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:194)
       at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129)
       at org.apache.solr.core.SolrCore.execute(SolrCore.java:1368)
       at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:356)
       at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:252)
       at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
       at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
       at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
       at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
       at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
       at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
       at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
  
NEW: Monitor These Apps!
elasticsearch, apache solr, apache hbase, hadoop, redis, casssandra, amazon cloudwatch, mysql, memcached, apache kafka, apache zookeeper, apache storm, ubuntu, centOS, red hat, debian, puppet labs, java, senseiDB