fix spark 3.1

azkaban/joypac/joypac_result_etl.sh

@@ -31,7 +31,6 @@ spark-submit --class mobvista.dmp.datasource.joypac.JoypacResultEtl \
     --conf spark.hadoop.fs.s3a.impl=org.apache.hadoop.fs.s3a.S3AFileSystem \
     --master yarn --deploy-mode cluster --name JoypacResutlEtl \
     --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 5 \
-    --files ${HIVE_SITE_PATH} \
     --jars ${JARS} \
     ../${JAR} -input ${INPUT_PATH} -output ${OUTPUT_PATH} -coalesce 10 -date ${LOG_TIME} -host ${host} -cluster ${cluster} -database ${database} -table ${table}
 

azkaban/joypac/joypc_sdk_daily.sh

@@ -29,7 +29,8 @@ spark-submit --class mobvista.dmp.datasource.joypac.JoypcSdkDaily \
  --conf spark.kubernetes.container.image=818539432014.dkr.ecr.us-east-1.amazonaws.com/engineplus/spark:engineplus-2.0.3-free \
  --conf spark.hadoop.fs.s3.impl=org.apache.hadoop.fs.s3a.S3AFileSystem \
  --conf spark.hadoop.fs.s3a.impl=org.apache.hadoop.fs.s3a.S3AFileSystem \
- --master yarn --deploy-mode cluster --name joypc_sdk_daily --files /data/azkaban-hadoop/command-home/spark-offline/conf/hive-site.xml --conf spark.app.loadTime=${LOG_TIME} --conf spark.app.input_path=${INPUT_PATH} --conf spark.app.output_path=${OUTPUT_PATH} --executor-memory 6g --driver-memory 4g --executor-cores 2 --num-executors 30 \
+ --master yarn --deploy-mode cluster --name joypc_sdk_daily \
+ --conf spark.app.loadTime=${LOG_TIME} --conf spark.app.input_path=${INPUT_PATH} --conf spark.app.output_path=${OUTPUT_PATH} --executor-memory 6g --driver-memory 4g --executor-cores 2 --num-executors 30 \
  ../${JAR}
 if [ $? -ne 0 ];then
   exit 255