Home | About | Sematext search-lucene.com search-hadoop.com
 Search Hadoop and all its subprojects:

Switch to Plain View
Drill >> mail # dev >> [1/3] git commit: DRILL-88: Implement HBase Storage Plugin


Copy link to this message
-
[1/3] git commit: DRILL-88: Implement HBase Storage Plugin
Repository: incubator-drill
Updated Branches:
  refs/heads/master f63f47f29 -> 4e817d115
DRILL-88: Implement HBase Storage Plugin
Project: http://git-wip-us.apache.org/repos/asf/incubator-drill/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-drill/commit/36511821
Tree: http://git-wip-us.apache.org/repos/asf/incubator-drill/tree/36511821
Diff: http://git-wip-us.apache.org/repos/asf/incubator-drill/diff/36511821

Branch: refs/heads/master
Commit: 3651182141b963e24ee48db0530ec3d3b8b6841a
Parents: f63f47f
Author: Steven Phillips <[EMAIL PROTECTED]>
Authored: Sat Mar 29 12:16:22 2014 -0700
Committer: Jacques Nadeau <[EMAIL PROTECTED]>
Committed: Sat Mar 29 12:16:22 2014 -0700

 contrib/storage-hbase/pom.xml                   |  92 ++++-
 .../drill/exec/store/hbase/HBaseGroupScan.java  | 202 +++++++++++
 .../exec/store/hbase/HBaseRecordReader.java     | 332 +++++++++++++++++++
 .../exec/store/hbase/HBaseScanBatchCreator.java |  52 +++
 .../exec/store/hbase/HBaseSchemaFactory.java    |  98 ++++++
 .../exec/store/hbase/HBaseStoragePlugin.java    |  76 +++++
 .../store/hbase/HBaseStoragePluginConfig.java   |  75 +++++
 .../drill/exec/store/hbase/HBaseSubScan.java    | 160 +++++++++
 .../drill/exec/store/hbase/HTableReadEntry.java |  36 ++
 .../src/main/resources/drill-module.conf        |   3 +
 .../drill/hbase/HBaseRecordReaderTest.java      | 137 ++++++++
 .../org/apache/drill/hbase/HBaseTestsSuite.java |  86 +++++
 .../apache/drill/hbase/TestTableGenerator.java  |  99 ++++++
 .../src/test/resources/hbase-site.xml           | 143 ++++++++
 .../hbase/hbase_scan_screen_physical.json       |  28 ++
 ...base_scan_screen_physical_column_select.json |  31 ++
 ...base_scan_screen_physical_family_select.json |  31 ++
 .../src/test/resources/logback.xml              |  54 +++
 distribution/pom.xml                            |   5 +
 distribution/src/assemble/bin.xml               |   2 +
 distribution/src/resources/drill-config.sh      |  14 +
 .../exec/store/parquet/ParquetGroupScan.java    |   2 +-
 22 files changed, 1755 insertions(+), 3 deletions(-)
http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/36511821/contrib/storage-hbase/pom.xml
diff --git a/contrib/storage-hbase/pom.xml b/contrib/storage-hbase/pom.xml
index 7860ea5..b656669 100644
+++ b/contrib/storage-hbase/pom.xml
@@ -15,7 +15,8 @@
  See the License for the specific language governing permissions and
  limitations under the License.
 -->
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd" xmlns="http://maven.apache.org/POM/4.0.0"
+    xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
   <modelVersion>4.0.0</modelVersion>
   <parent>
     <artifactId>drill-contrib-parent</artifactId>
@@ -25,8 +26,95 @@
 
   <artifactId>drill-storage-hbase</artifactId>
 
-  <name>contrib/hbase-storage-engine</name>
+  <name>contrib/hbase-storage-plugin</name>
 
   <dependencies>
+    <dependency>
+      <groupId>org.apache.drill.exec</groupId>
+      <artifactId>drill-java-exec</artifactId>
+      <version>${project.version}</version>
+    </dependency>
+    <dependency>
+      <groupId>org.apache.hbase</groupId>
+      <artifactId>hbase</artifactId>
+      <version>0.94.11</version>
+      <exclusions>
+        <exclusion>
+          <artifactId>commons-logging</artifactId>
+          <groupId>commons-logging</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>slf4j-log4j12</artifactId>
+          <groupId>org.slf4j</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>slf4j-log4j12</artifactId>
+          <groupId>org.slf4j</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>asm</artifactId>
+          <groupId>asm</groupId>
+        </exclusion>
+      </exclusions>
+    </dependency>
+
+    <!-- Test dependencies -->
+    <dependency>
+      <groupId>org.apache.drill.exec</groupId>
+      <artifactId>drill-java-exec</artifactId>
+      <classifier>tests</classifier>
+      <version>${project.version}</version>
+      <scope>test</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.apache.hadoop</groupId>
+      <artifactId>hadoop-test</artifactId>
+      <version>1.2.1</version>
+      <scope>test</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.apache.hbase</groupId>
+      <artifactId>hbase</artifactId>
+      <classifier>tests</classifier>
+      <version>0.94.11</version>
+      <scope>test</scope>
+      <exclusions>
+        <exclusion>
+          <artifactId>commons-logging</artifactId>
+          <groupId>commons-logging</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>slf4j-log4j12</artifactId>
+          <groupId>org.slf4j</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>asm</artifactId>
+          <groupId>asm</groupId>
+        </exclusion>
+      </exclusions>
+    </dependency>
+    <dependency>
+      <groupId>com.yammer.metrics</groupId>
+      <artifactId>metrics-core</artifactId>
+      <version>2.1.1</version>
+      <scope>test</scope>
+    </dependency>    
   </dependencies>
+
+  <build>
+    <plugins>
+      <plugin>
+        <groupId>org.apache.maven.plugins</groupId>
+        <artifactId>maven-surefire-plugin</artifactId>
+        <configuration>
+          <systemProperties>
+            <property>
+              <name>hbase.test.root</name>
+              <value>${project.build.directory}/data</value>
+            </property>
+          </systemProperties>
+        </configuration>
+      </plugin>
+    </plugins>
+  </build>
 </project>

http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/36511821/contrib/storage-hbase/src/main/java/org/apache/drill/exec/store/hbase/HBas