#! /bin/env bash
source /mnt/run_shell/sqoop_shell/templates.sh

# 根据site_name来判断数据库名称
if [ $1 == all ];
then
    site_name_array=(us uk de es fr it)
else
    site_name_array=($1)
fi
echo "site_name_array: ${site_name_array}"

date_type=$2
date_info=$3
d1=`echo $date_info | cut -d \- -f 1`
d2=`echo $date_info | cut -d \- -f 2`
d3=`echo $date_info | cut -d \- -f 3`

for site_name in ${site_name_array[*]}
	do
		echo 1. 当前连接的mysql数据库站点: ${site_name}
		if [ ${site_name} == us ];
		then
				db=selection
		else
				db=selection_${site_name}
		fi
		echo "db: ${db}"

		# 导入数据
		import_table=self_search_term_rank_sp_${d1}_${d2}_spider_${d3}
		hive_table=ods_self_search_term_sp
		db_type=postgresql
		hdfs_path=/home/big_data_selection/ods/${hive_table}/site_name=${site_name}/date_type=$date_type/date_info=$date_info
		cols="search_term,asin,page,page_row,spider_time,date,created_time,updated_time"
		query="select ${cols} from ${import_table} where date='${date_info}' and \$CONDITIONS"
		import_data
	done


