load-partitioned.sql 880 B

1234567891011121314151617181920
  1. set hive.enforce.bucketing=true;
  2. set hive.enforce.sorting=true;
  3. set hive.exec.dynamic.partition.mode=nonstrict;
  4. set hive.exec.max.dynamic.partitions.pernode=100000;
  5. set hive.exec.max.dynamic.partitions=100000;
  6. set hive.exec.max.created.files=1000000;
  7. set hive.exec.parallel=true;
  8. set hive.exec.reducers.max=2000;
  9. set hive.stats.autogather=true;
  10. set mapred.job.reduce.input.buffer.percent=0.0;
  11. set mapreduce.input.fileinputformat.split.minsizee=240000000;
  12. set mapreduce.input.fileinputformat.split.minsize.per.node=240000000;
  13. set mapreduce.input.fileinputformat.split.minsize.per.rack=240000000;
  14. -- set mapred.map.child.java.opts=-server -Xmx2800m -Djava.net.preferIPv4Stack=true;
  15. -- set mapred.reduce.child.java.opts=-server -Xms1024m -Xmx3800m -Djava.net.preferIPv4Stack=true;
  16. -- set mapreduce.map.memory.mb=3072;
  17. -- set mapreduce.reduce.memory.mb=4096;
  18. -- set io.sort.mb=800;