Ver Fonte

Change some hive-site.xml defaults

Execution engine to Tez
File format to ORC
Enable CBO and fetch column stats
Enable hive.tez.exec.print.summary to  "Display breakdown of execution steps, for every query executed by the shell."
Mostafa Mokhtar há 11 anos atrás
pai
commit
7af93fc2ad
1 ficheiros alterados com 13 adições e 2 exclusões
  1. 13 2
      sample-queries-tpcds/testbench.settings

+ 13 - 2
sample-queries-tpcds/testbench.settings

@@ -16,7 +16,7 @@ set hive.compute.query.using.stats=true;
 set hive.enforce.bucketing=true;
 set hive.enforce.sorting=true;
 set hive.enforce.sortmergebucketmapjoin=true;
-set hive.execution.engine=mr;
+
 set hive.limit.pushdown.memory.usage=0.04;
 set hive.map.aggr=true;
 set hive.mapjoin.bucket.cache.size=10000;
@@ -52,4 +52,15 @@ set hive.vectorized.groupby.maxentries=1024;
 -- These values need to be tuned appropriately to your cluster. These examples are for reference.
 -- set hive.tez.container.size=4096;
 -- set hive.tez.java.opts=-Xmx3800m;
--- set hive.auto.convert.join.noconditionaltask.size=1252698795;
+
+set hive.execution.engine=tez;
+set hive.default.fileformat=orc;
+set hive.cbo.enable=true;
+set hive.stats.fetch.column.stats=true;
+set hive.exec.dynamic.partition.mode=nonstrict;
+set hive.tez.auto.reducer.parallelism=true;
+set hive.auto.convert.join.noconditionaltask.size=320000000;
+set hive.exec.reducers.bytes.per.reducer=100000000;
+set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DummyTxnManager;
+set hive.support.concurrency=false;
+set hive.tez.exec.print.summary=true;