#!/bin/sh
#set -x
#########################
#author : robin
#version : v3.0
#########################
#$1 : start time for business circle
#$2 : end time for business circle
#$3 : start time of slowly changing dimension for SF orginazation
#$4 : spark parameter list, splited by ‘,’
#spark parameter comment:
#1. value of queue name
#2. value of spark job name
#3. value of driver-memory
#4. value of num-executors
#5. value of executor-cores
#6. value of executor-memory
#7. value of spark.yarn.executor.memoryOverhead
#8. value of spark.sql.shuffle.partitions
#deprecated parameters:
#spark.storage.memoryFraction
#spark.shuffle.memoryFraction
#[As of Spark 1.6, execution and storage memory management are unified. All memory fractions used in the old model are Now deprecated and no longer read. If you
版权声明:本文内容由互联网用户自发贡献,该文观点与技术仅代表作者本人。本站仅提供信息存储空间服务,不拥有所有权,不承担相关法律责任。如发现本站有涉嫌侵权/违法违规的内容, 请发送邮件至 [email protected] 举报,一经查实,本站将立刻删除。