소스 검색

Change some hive-site.xml defaults

Execution engine to Tez
File format to ORC
Enable CBO and fetch column stats
Enable hive.tez.exec.print.summary to  "Display breakdown of execution steps, for every query executed by the shell."
Mostafa Mokhtar 11 년 전
부모
커밋
7af93fc2ad
1개의 변경된 파일13개의 추가작업 그리고 2개의 파일을 삭제
  1. 13 2
      sample-queries-tpcds/testbench.settings

+ 13 - 2
sample-queries-tpcds/testbench.settings

@@ -16,7 +16,7 @@ set hive.compute.query.using.stats=true;
 set hive.enforce.bucketing=true;
 set hive.enforce.sorting=true;
 set hive.enforce.sortmergebucketmapjoin=true;
-set hive.execution.engine=mr;
+
 set hive.limit.pushdown.memory.usage=0.04;
 set hive.map.aggr=true;
 set hive.mapjoin.bucket.cache.size=10000;
@@ -52,4 +52,15 @@ set hive.vectorized.groupby.maxentries=1024;
 -- These values need to be tuned appropriately to your cluster. These examples are for reference.
 -- set hive.tez.container.size=4096;
 -- set hive.tez.java.opts=-Xmx3800m;
--- set hive.auto.convert.join.noconditionaltask.size=1252698795;
+
+set hive.execution.engine=tez;
+set hive.default.fileformat=orc;
+set hive.cbo.enable=true;
+set hive.stats.fetch.column.stats=true;
+set hive.exec.dynamic.partition.mode=nonstrict;
+set hive.tez.auto.reducer.parallelism=true;
+set hive.auto.convert.join.noconditionaltask.size=320000000;
+set hive.exec.reducers.bytes.per.reducer=100000000;
+set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DummyTxnManager;
+set hive.support.concurrency=false;
+set hive.tez.exec.print.summary=true;