| 1234567891011121314151617181920212223242526272829 |
- set hive.enforce.bucketing=true;
- set hive.enforce.sorting=true;
- set hive.map.aggr=true;
- set hive.optimize.bucketmapjoin=false;
- set hive.optimize.bucketmapjoin.sortedmerge=false;
- set hive.mapred.reduce.tasks.speculative.execution=false;
- set hive.auto.convert.join=true;
- set hive.auto.convert.sortmerge.join=false;
- set hive.auto.convert.sortmerge.join.noconditionaltask=false;
- set hive.auto.convert.join.noconditionaltask=true;
- set hive.optimize.reducededuplication.min.reducer=1;
- set hive.optimize.mapjoin.mapreduce=true;
- set mapred.reduce.parallel.copies=30;
- set mapreduce.map.output.compress=true;
- set mapreduce.map.output.compress.codec=org.apache.hadoop.io.compress.DefaultCodec;
- set tez.runtime.intermediate-output.should-compress=true;
- set tez.runtime.intermediate-output.compress.codec=org.apache.hadoop.io.compress.SnappyCodec;
- set tez.runtime.intermdiate-input.is-compressed=true;
- set tez.runtime.intermediate-input.compress.codec=org.apache.hadoop.io.compress.SnappyCodec;
- -- Hive 13 optimizations.
- set hive.execution.engine=tez;
- set hive.tez.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat;
- set hive.orc.splits.include.file.footer=true;
- set hive.vectorized.execution.enabled=true;
- set hive.exec.local.cache=true;
- set hive.root.logger=ERROR,console;
|