Просмотр исходного кода

Change some hive-site.xml defaults

Execution engine to Tez
File format to ORC
Enable CBO and fetch column stats
Enable hive.tez.exec.print.summary to  "Display breakdown of execution steps, for every query executed by the shell."
Mostafa Mokhtar 11 лет назад
Родитель
Сommit
7af93fc2ad
1 измененных файлов с 13 добавлено и 2 удалено
  1. 13 2
      sample-queries-tpcds/testbench.settings

+ 13 - 2
sample-queries-tpcds/testbench.settings

@@ -16,7 +16,7 @@ set hive.compute.query.using.stats=true;
 set hive.enforce.bucketing=true;
 set hive.enforce.sorting=true;
 set hive.enforce.sortmergebucketmapjoin=true;
-set hive.execution.engine=mr;
+
 set hive.limit.pushdown.memory.usage=0.04;
 set hive.map.aggr=true;
 set hive.mapjoin.bucket.cache.size=10000;
@@ -52,4 +52,15 @@ set hive.vectorized.groupby.maxentries=1024;
 -- These values need to be tuned appropriately to your cluster. These examples are for reference.
 -- set hive.tez.container.size=4096;
 -- set hive.tez.java.opts=-Xmx3800m;
--- set hive.auto.convert.join.noconditionaltask.size=1252698795;
+
+set hive.execution.engine=tez;
+set hive.default.fileformat=orc;
+set hive.cbo.enable=true;
+set hive.stats.fetch.column.stats=true;
+set hive.exec.dynamic.partition.mode=nonstrict;
+set hive.tez.auto.reducer.parallelism=true;
+set hive.auto.convert.join.noconditionaltask.size=320000000;
+set hive.exec.reducers.bytes.per.reducer=100000000;
+set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DummyTxnManager;
+set hive.support.concurrency=false;
+set hive.tez.exec.print.summary=true;