浏览代码

Change some hive-site.xml defaults

Execution engine to Tez
File format to ORC
Enable CBO and fetch column stats
Enable hive.tez.exec.print.summary to  "Display breakdown of execution steps, for every query executed by the shell."
Mostafa Mokhtar 11 年之前
父节点
当前提交
7af93fc2ad
共有 1 个文件被更改,包括 13 次插入2 次删除
  1. 13 2
      sample-queries-tpcds/testbench.settings

+ 13 - 2
sample-queries-tpcds/testbench.settings

@@ -16,7 +16,7 @@ set hive.compute.query.using.stats=true;
 set hive.enforce.bucketing=true;
 set hive.enforce.sorting=true;
 set hive.enforce.sortmergebucketmapjoin=true;
-set hive.execution.engine=mr;
+
 set hive.limit.pushdown.memory.usage=0.04;
 set hive.map.aggr=true;
 set hive.mapjoin.bucket.cache.size=10000;
@@ -52,4 +52,15 @@ set hive.vectorized.groupby.maxentries=1024;
 -- These values need to be tuned appropriately to your cluster. These examples are for reference.
 -- set hive.tez.container.size=4096;
 -- set hive.tez.java.opts=-Xmx3800m;
--- set hive.auto.convert.join.noconditionaltask.size=1252698795;
+
+set hive.execution.engine=tez;
+set hive.default.fileformat=orc;
+set hive.cbo.enable=true;
+set hive.stats.fetch.column.stats=true;
+set hive.exec.dynamic.partition.mode=nonstrict;
+set hive.tez.auto.reducer.parallelism=true;
+set hive.auto.convert.join.noconditionaltask.size=320000000;
+set hive.exec.reducers.bytes.per.reducer=100000000;
+set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DummyTxnManager;
+set hive.support.concurrency=false;
+set hive.tez.exec.print.summary=true;