1
0
Gopal V 8 жил өмнө
parent
commit
a560e0f406
2 өөрчлөгдсөн 4 нэмэгдсэн , 4 устгасан
  1. 2 2
      tpcds-setup.sh
  2. 2 2
      tpch-setup.sh

+ 2 - 2
tpcds-setup.sh

@@ -87,8 +87,8 @@ echo -e "all: ${DIMS} ${FACTS}" > $LOAD_FILE
 i=1
 total=24
 DATABASE=tpcds_bin_partitioned_${FORMAT}_${SCALE}
-MAX_REDUCERS=2500
-REDUCERS=$((test ${SCALE} -gt ${MAX_REDUCERS} && echo ${MAX_REDUCERS} || echo ${SCALE}))
+MAX_REDUCERS=2500 # maximum number of useful reducers for any scale 
+REDUCERS=$((test ${SCALE} -gt ${MAX_REDUCERS} && echo ${MAX_REDUCERS}) || echo ${SCALE})
 
 # Populate the smaller tables.
 for t in ${DIMS}

+ 2 - 2
tpch-setup.sh

@@ -75,8 +75,8 @@ else
 fi
 
 DATABASE=tpch_${SCHEMA_TYPE}_orc_${SCALE}
-MAX_REDUCERS=2500
-REDUCERS=$((test ${SCALE} -gt ${MAX_REDUCERS} && echo ${MAX_REDUCERS} || echo ${SCALE}))
+MAX_REDUCERS=2600 # ~7 years of data
+REDUCERS=$((test ${SCALE} -gt ${MAX_REDUCERS} && echo ${MAX_REDUCERS}) || echo ${SCALE})
 
 for t in ${TABLES}
 do