player_checkpoint.sh 1.51 KB
#!/bin/bash
source ./common/tools.sh

today=${ScheduleTime:-$1}

echo "ScheduleTime=$ScheduleTime"
echo "toady=$today"

date_path=$(date +%Y/%m/%d -d "-1 day $today")
player_part_path=$(date +%Y%m%d -d "-1 day $today")
date_str_undline=$(date +%Y_%m_%d -d "-1 day $today")
date_str_undline_old=$(date +%Y_%m_%d -d "-3 day $today")
date_str_midline=$(date +%Y-%m-%d -d "-1 day $today")

HIVE_CMD=$(hive_func)

$HIVE_CMD -v -hivevar prefix=$date_path -hivevar date_str_undline=$date_str_undline -hivevar date_str_undline_old=$date_str_undline_old -hivevar date_str_midline=$date_str_midline -f player_checkpoint.sql

if [ $? -ne 0 ]; then
  exit 255
fi

for file in $(hadoop fs -ls s3://mob-emr-test/dataplatform/emr/${date_path}/*/ | grep -v "Found" | awk -F'/' '{print $9"/"$10}'); do
  line="aws s3api put-object-acl --acl bucket-owner-full-control --bucket mob-emr-test --key dataplatform/emr/${date_path}/${file}"
  echo ${line}
  eval ${line}
done

for file in $(hadoop fs -ls s3://mob-emr-test/dataplatform/emr/player/${player_part_path}/ | grep -v "Found" | awk -F'/' '{print $8}'); do
  line="aws s3api put-object-acl --acl bucket-owner-full-control --bucket mob-emr-test --key dataplatform/emr/player/${player_part_path}/${file}"
  echo ${line}
  eval ${line}
done

if [ $? -ne 0 ]; then
  exit 255
fi

hadoop fs -touchz s3://mob-emr-test/dataplatform/emr/${date_path}/player_checkpoint/_SUCCESS

aws s3api put-object-acl --acl bucket-owner-full-control --bucket mob-emr-test --key dataplatform/emr/${date_path}/player_checkpoint/_SUCCESS