testbench.settings 2.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263
  1. set ambari.hive.db.schema.name=hive;
  2. set fs.file.impl.disable.cache=true;
  3. set fs.hdfs.impl.disable.cache=true;
  4. set hive.auto.convert.join.noconditionaltask=true;
  5. set hive.auto.convert.join=true;
  6. set hive.auto.convert.sortmerge.join=true;
  7. set hive.compactor.abortedtxn.threshold=1000;
  8. set hive.compactor.check.interval=300;
  9. set hive.compactor.delta.num.threshold=10;
  10. set hive.compactor.delta.pct.threshold=0.1f;
  11. set hive.compactor.initiator.on=false;
  12. set hive.compactor.worker.threads=0;
  13. set hive.compactor.worker.timeout=86400;
  14. set hive.compute.query.using.stats=true;
  15. set hive.enforce.bucketing=true;
  16. set hive.enforce.sorting=true;
  17. set hive.enforce.sortmergebucketmapjoin=true;
  18. set hive.limit.pushdown.memory.usage=0.04;
  19. set hive.map.aggr=true;
  20. set hive.mapjoin.bucket.cache.size=10000;
  21. set hive.mapred.reduce.tasks.speculative.execution=false;
  22. set hive.metastore.cache.pinobjtypes=Table,Database,Type,FieldSchema,Order;
  23. set hive.metastore.client.socket.timeout=60;
  24. set hive.metastore.execute.setugi=true;
  25. set hive.metastore.warehouse.dir=/apps/hive/warehouse;
  26. set hive.optimize.bucketmapjoin.sortedmerge=false;
  27. set hive.optimize.bucketmapjoin=true;
  28. set hive.optimize.index.filter=true;
  29. set hive.optimize.reducededuplication.min.reducer=4;
  30. set hive.optimize.reducededuplication=true;
  31. set hive.orc.splits.include.file.footer=false;
  32. set hive.security.authorization.enabled=false;
  33. set hive.security.metastore.authorization.manager=org.apache.hadoop.hive.ql.security.authorization.StorageBasedAuthorizationProvider;
  34. set hive.server2.enable.doAs=false;
  35. set hive.server2.tez.default.queues=default;
  36. set hive.server2.tez.initialize.default.sessions=false;
  37. set hive.server2.tez.sessions.per.default.queue=1;
  38. set hive.stats.autogather=true;
  39. set hive.tez.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat;
  40. set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DummyTxnManager;
  41. set hive.txn.max.open.batch=1000;
  42. set hive.txn.timeout=300;
  43. set hive.vectorized.execution.enabled=true;
  44. set hive.vectorized.groupby.checkinterval=1024;
  45. set hive.vectorized.groupby.flush.percent=1;
  46. set hive.vectorized.groupby.maxentries=1024;
  47. -- These values need to be tuned appropriately to your cluster. These examples are for reference.
  48. -- set hive.tez.container.size=4096;
  49. -- set hive.tez.java.opts=-Xmx3800m;
  50. -- set hive.auto.convert.join.noconditionaltask.size=320000000;
  51. set hive.execution.engine=tez;
  52. set hive.default.fileformat=orc;
  53. set hive.cbo.enable=true;
  54. set hive.stats.fetch.column.stats=true;
  55. set hive.exec.dynamic.partition.mode=nonstrict;
  56. set hive.tez.auto.reducer.parallelism=true;
  57. set hive.exec.reducers.bytes.per.reducer=100000000;
  58. set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DummyTxnManager;
  59. set hive.support.concurrency=false;
  60. set hive.tez.exec.print.summary=true;