load-partitioned.sql 752 B

12345678910111213141516171819
  1. set hive.enforce.bucketing=true;
  2. set hive.enforce.sorting=true;
  3. set hive.exec.dynamic.partition.mode=nonstrict;
  4. set hive.exec.max.dynamic.partitions.pernode=1000000;
  5. set hive.exec.max.dynamic.partitions=1000000;
  6. set hive.exec.max.created.files=1000000;
  7. set mapred.min.split.size=240000000;
  8. set mapred.max.split.size=240000000;
  9. set mapred.min.split.size.per.node=240000000;
  10. set mapred.min.split.size.per.rack=240000000;
  11. set hive.exec.parallel=true;
  12. set hive.stats.autogather=false;
  13. set mapred.map.child.java.opts=-server -Xmx2248m -Djava.net.preferIPv4Stack=true;
  14. set mapred.reduce.child.java.opts=-server -Xms1024m -Xmx9000m -Djava.net.preferIPv4Stack=true;
  15. set mapreduce.map.memory.mb=3072;
  16. set mapreduce.reduce.memory.mb=12288;
  17. set io.sort.mb=800;