Explorar el Código

Change some hive-site.xml defaults

Execution engine to Tez
File format to ORC
Enable CBO and fetch column stats
Enable hive.tez.exec.print.summary to  "Display breakdown of execution steps, for every query executed by the shell."
Mostafa Mokhtar hace 11 años
padre
commit
7af93fc2ad
Se han modificado 1 ficheros con 13 adiciones y 2 borrados
  1. 13 2
      sample-queries-tpcds/testbench.settings

+ 13 - 2
sample-queries-tpcds/testbench.settings

@@ -16,7 +16,7 @@ set hive.compute.query.using.stats=true;
 set hive.enforce.bucketing=true;
 set hive.enforce.sorting=true;
 set hive.enforce.sortmergebucketmapjoin=true;
-set hive.execution.engine=mr;
+
 set hive.limit.pushdown.memory.usage=0.04;
 set hive.map.aggr=true;
 set hive.mapjoin.bucket.cache.size=10000;
@@ -52,4 +52,15 @@ set hive.vectorized.groupby.maxentries=1024;
 -- These values need to be tuned appropriately to your cluster. These examples are for reference.
 -- set hive.tez.container.size=4096;
 -- set hive.tez.java.opts=-Xmx3800m;
--- set hive.auto.convert.join.noconditionaltask.size=1252698795;
+
+set hive.execution.engine=tez;
+set hive.default.fileformat=orc;
+set hive.cbo.enable=true;
+set hive.stats.fetch.column.stats=true;
+set hive.exec.dynamic.partition.mode=nonstrict;
+set hive.tez.auto.reducer.parallelism=true;
+set hive.auto.convert.join.noconditionaltask.size=320000000;
+set hive.exec.reducers.bytes.per.reducer=100000000;
+set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DummyTxnManager;
+set hive.support.concurrency=false;
+set hive.tez.exec.print.summary=true;