object dy_alarm_oracle2hive {val spark = SparkSession.builder().appName("view2hive").enableHiveSupport().getOrCreate()import spark.sqldef main(args: Array[String]): Unit = {OracleDateTypeInit.oracleInit()val orclUrl = "jdbc:oracle:thin:@//10.111.11.1:1521/DYDB2";//用ip不用加@val orclProperties = new Properties()orclProperties.setProperty("user", "user")orclProperties.setProperty("password", "password")orclProperties.setProperty("driver", "oracle.jdbc.driver.OracleDriver")val predicates_day_hour = mk_predicates_day_hour()//表名可以使用子查询的方式val table_name = s"(select * from jzwh.ALARM union all select * from jzwh.ALARM_history) a"spark.read.jdbc(orclUrl,table_name,predicates_day_hour,orclProperties).createOrReplaceTempView("ALARMS")insertTable("bx_alarm")}def insertTable(table_name:String): Unit ={val day = TimeTools.getTimeByNowDay(-1)sql(s"""
         |insert overwrite table ${table_name} partition(p_day=${day})|select *| from ALARMS""".stripMargin)
  }def mk_predicates_day_hour():scala.Array[scala.Predef.String] = {val day_1 = TimeTools.getTimeByNowDay_(-1)val day = TimeTools.getTimeByNowDay_(0)/*返回值例子：*EVENTTIME >= to_date('2018-08-07 00','YYYY-MM-dd HH24') and EVENTTIME < to_date('2018-08-07 01','yyyy-MM-dd HH24')* 注意判断23点到第二天的00点特殊情况* */val predicates_day_hour = (0 to 23).map {i => {if(i < 23){(if (i < 10) s"${day_1} 0${i}" else s"${day_1} ${i}") -> (if ((i + 1) < 10) s"${day_1} 0${i + 1}" else s"${day_1} ${i + 1}")}else{s"${day_1} 23" -> s"${day} 00"}}}.map{case (start,end) => s" EVENTTIME >= to_date('${start}','YYYY-MM-dd HH24') and EVENTTIME < to_date('${end}','yyyy-MM-dd HH24')"}.toArray//返回scala.Array[scala.Predef.String]类型结果
    predicates_day_hour}}

public class TimeTools {//获取当前时间的前后几个小时public static String getTimeByHour(int hour) {Calendar calendar = Calendar.getInstance();calendar.set(Calendar.HOUR_OF_DAY, calendar.get(Calendar.HOUR_OF_DAY) + hour);return new SimpleDateFormat("yyyy-MM-dd HH").format(calendar.getTime());}//获取当前日期public static String getTimeByNowDay(int day) {Calendar calendar = Calendar.getInstance();calendar.set(Calendar.DATE, calendar.get(Calendar.DATE) + day);return new SimpleDateFormat("yyyyMMdd").format(calendar.getTime());}//获取当前日期public static String getTimeByNowDay_(int day) {Calendar calendar = Calendar.getInstance();calendar.set(Calendar.DATE, calendar.get(Calendar.DATE) + day);return new SimpleDateFormat("yyyy-MM-dd").format(calendar.getTime());}//获取当前时间的前后几分钟public static String getTimeByMinute(int minute) {Calendar calendar = Calendar.getInstance();calendar.add(Calendar.MINUTE, minute);return new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(calendar.getTime());}
}