Home | About | Sematext search-lucene.com search-hadoop.com
 Search Hadoop and all its subprojects:

Switch to Threaded View
Drill >> mail # dev >> [2/8] git commit: DRILL-235: Add configuration parameters to control number of threads and width of queries


Copy link to this message
-
[2/8] git commit: DRILL-235: Add configuration parameters to control number of threads and width of queries
DRILL-235: Add configuration parameters to control number of threads and width of queries
Project: http://git-wip-us.apache.org/repos/asf/incubator-drill/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-drill/commit/627c84e1
Tree: http://git-wip-us.apache.org/repos/asf/incubator-drill/tree/627c84e1
Diff: http://git-wip-us.apache.org/repos/asf/incubator-drill/diff/627c84e1

Branch: refs/heads/master
Commit: 627c84e14bb87384a4871790d3e38ede02480768
Parents: 82a7b8f
Author: Steven Phillips <[EMAIL PROTECTED]>
Authored: Thu Sep 5 20:00:02 2013 -0700
Committer: Steven Phillips <[EMAIL PROTECTED]>
Committed: Fri Sep 20 12:10:07 2013 -0700

----------------------------------------------------------------------
 distribution/src/resources/drill-override.conf  | 43 +++++++++----
 .../org/apache/drill/exec/ExecConstants.java    | 14 +++--
 .../apache/drill/exec/client/DrillClient.java   |  2 +-
 .../drill/exec/planner/SimpleExecPlanner.java   |  6 +-
 .../planner/fragment/SimpleParallelizer.java    |  9 ++-
 .../drill/exec/planner/fragment/Wrapper.java    |  1 -
 .../drill/exec/server/BootStrapContext.java     |  2 +-
 .../drill/exec/service/ServiceEngine.java       |  3 +-
 .../org/apache/drill/exec/work/WorkManager.java |  5 +-
 .../apache/drill/exec/work/foreman/Foreman.java |  5 +-
 .../src/main/resources/drill-module.conf        | 34 ++++++++---
 .../drill/exec/pop/TestFragmentChecker.java     |  2 +-
 .../src/test/resources/drill-module.conf        | 63 +++++++++++++-------
 13 files changed, 133 insertions(+), 56 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/627c84e1/distribution/src/resources/drill-override.conf
----------------------------------------------------------------------
diff --git a/distribution/src/resources/drill-override.conf b/distribution/src/resources/drill-override.conf
index fb1b627..c2ed9df 100644
--- a/distribution/src/resources/drill-override.conf
+++ b/distribution/src/resources/drill-override.conf
@@ -19,8 +19,26 @@
 drill.exec: {
   cluster-id: "drillbits1"
   rpc: {
-   user.port : 31010,
-   bit.port : 32011
+    user: {
+      server: {
+        port: 31010
+        threads: 1
+      }
+      client: {
+        threads: 1
+      }
+    },
+    bit: {
+      server: {
+        port : 31011,
+        retry:{
+          count: 7200,
+          delay: 500
+        },
+        threads: 1
+      }
+    },
+   use.ip : false
   },
   operator: {
     packages += "org.apache.drill.exec.physical.config"
@@ -32,20 +50,25 @@ drill.exec: {
  packages += "org.apache.drill.exec.store"
   }
   metrics : {
-   context: "drillbit"
+    context: "drillbit"
   },
   zk: {
  connect: "localhost:2181",
  root: "/drill",
  refresh: 500,
  timeout: 5000,
- retry: {
-  count: 7200,
-  delay: 500
- }
-  }
-
+   retry: {
+    count: 7200,
+    delay: 500
+   }
+  },
+  functions: ["org.apache.drill.expr.fn.impl"],
   network: {
     start: 35000
+  },
+  work: {
+    max.width.per.endpoint: 5,
+    global.max.width: 100,
+    executor.threads: 4
   }
-}
+}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/627c84e1/exec/java-exec/src/main/java/org/apache/drill/exec/ExecConstants.java
----------------------------------------------------------------------
diff --git a/exec/java-exec/src/main/java/org/apache/drill/exec/ExecConstants.java b/exec/java-exec/src/main/java/org/apache/drill/exec/ExecConstants.java
index 42abf54..72776d1 100644
--- a/exec/java-exec/src/main/java/org/apache/drill/exec/ExecConstants.java
+++ b/exec/java-exec/src/main/java/org/apache/drill/exec/ExecConstants.java
@@ -24,17 +24,23 @@ public interface ExecConstants {
   public static final String ZK_TIMEOUT = "drill.exec.zk.timeout";
   public static final String ZK_ROOT = "drill.exec.zk.root";
   public static final String ZK_REFRESH = "drill.exec.zk.refresh";
-  public static final String BIT_RETRY_TIMES = "drill.exec.bit.retry.count";
-  public static final String BIT_RETRY_DELAY = "drill.exec.bit.retry.delay";
+  public static final String BIT_RETRY_TIMES = "drill.exec.rpc.bit.server.retry.count";
+  public static final String BIT_RETRY_DELAY = "drill.exec.rpc.bit.server.retry.delay";
   public static final String BIT_TIMEOUT = "drill.exec.bit.timeout" ;
   public static final String STORAGE_ENGINE_SCAN_PACKAGES = "drill.exec.storage.packages";
   public static final String SERVICE_NAME = "drill.exec.cluster-id";
-  public static final String INITIAL_BIT_PORT = "drill.exec.rpc.bit.port";
-  public static final String INITIAL_USER_PORT = "drill.exec.rpc.user.port";
+  public static final String INITIAL_BIT_PORT = "drill.exec.rpc.bit.server.port";
+  public static final String INITIAL_USER_PORT = "drill.exec.rpc.user.server.port";
   public static final String METRICS_CONTEXT_NAME = "drill.exec.metrics.context";
   public static final String FUNCTION_PACKAGES = "drill.exec.functions";
   public static final String USE_IP_ADDRESS = "drill.exec.rpc.use.ip";
   public static final String METRICS_JMX_OUTPUT_ENABLED = "drill.exec.metrics.jmx.enabled";
   public static final String METRICS_LOG_OUTPUT_ENABLED = "drill.exec.metrics.log.enabled";
   public static final String METRICS_LOG_OUTPUT_INTERVAL = "drill.exec.metrics.log.interval";
+  public static final String GLOBAL_MAX_WIDTH = "drill.exec.work.global.max.width";
+  public static final String MAX_WIDTH_PER_ENDPOINT = "drill.exec.work.max.width.per.endpoint";
+  public static final String EXECUTOR_THREADS = "drill.exec.work.executor.threads";
+  public static final String CLIENT_RPC_THREADS = "drill.exec.rpc.user.client.threads";
+  public static final String BIT_SERVER_RPC_THREADS = "drill.exec.rpc.bit.server.threads";
+  public static final String USER_SERVER_RPC_THREADS = "drill.exec.rpc.user.server.threads";
 }

http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/627c84e1/exec/java-exec/src