# 定义变量名字 hive='/usr/bin/hive' hive_database='' field_segmentation='01' external_storage_path='/user/hive/warehouse/HDFS文件路径' source_database='' source_username='' source_pwd='' source_ip='' source_port='1521' if [ -n "$1" ] ;then do_day=$1 else do_day=`date -d "-1 day" +%F` fi /usr/bin/sqoop import --connect "jdbc:oracle:thin:@//$source_ip:$source_port/$source_database" --username $source_username --password $source_pwd --query "select 每个字段都要写上 from 表哥表姐表叔 where $ConDITIONS " --hive-delims-replacement '
' --num-mappers 1 --fields-terminated-by $field_segmentation --target-dir $external_storage_path/表名_tmp --delete-target-dir --null-string '\N' --null-non-string '\N' --hive-import --hive-database $hive_database --hive-table HIVE表名 --hive-overwrite --hive-partition-key dt --hive-partition-value $do_day if [ $? -eq 0 ];then echo "========================" else echo "============<失败, 时间为[`date "+%Y-%m-%d %H:%M:%S"`]>============" exit 1 fi
欢迎分享,转载请注明来源:内存溢出
评论列表(0条)