<exclusion>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-api</artifactId>
</exclusion>
<exclusion>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-log4j12</artifactId>
</exclusion>
<exclusion>
<groupId>org.apache.logging.log4j</groupId>
<artifactId>log4j-slf4j-impl</artifactId>
</exclusion>
org.apache.hadoop hadoop-client 2.7.2 org.slf4j slf4j-api org.slf4j slf4j-log4j12 org.apache.hadoop hadoop-common 2.7.2
## 2)使用JDBC进行Hive数据库操作
### 2.1.写入
import java.io.IOException;
import java.sql.*;
public class Test{
//Hive连接信息
private static String JDBC_DRIVER = “org.apache.hive.jdbc.HiveDriver”;
private static String HIVE_URL = “jdbc:hive2://192.168.1.1:25005/test”;
private static String HIVE_USERNAME = “root”;
private static String HIVE_PASSWORD = “123456”;
//Hive源
private static String SOURCE = "`ods\_x8v`.`ods\_tsp\_tab\_tbox\_change`";
private static String TARGET = "`dw\_x8v`.`dwd\_tsp\_tab\_tbox\_change`";
private static Connection conn = null;
private static ResultSet rs = null;
private static PreparedStatement ps = null;
public static void main(String[] args) {
//HiveJDBC驱动
try {
Class.forName(JDBC\_DRIVER);
} catch (ClassNotFoundException e) {
e.printStackTrace();
}
//连接Hive
try {
conn = DriverManager.getConnection(HIVE\_URL, HIVE\_USERNAME, HIVE\_PASSWORD);
} catch (SQLException e) {
e.printStackTrace();
}
try {
ps = conn.prepareStatement("insert into " + SOURCE + " values(?, ?)");
//写入数据id为1234,name为张三
ps.setInt(1,1234);
ps.setString(2, "张三");
rs = ps.executeUpdate();
} catch (Exception e) {
e.printStackTrace();
}
}
}
### 2.2.删除
import java.io.IOException;
import java.sql.*;
public class Test{
//Hive连接信息
private static String JDBC_DRIVER = “org.apache.hive.jdbc.HiveDriver”;
private static String HIVE_URL = “jdbc:hive2://192.168.1.1:25005/test”;
private static String HIVE_USERNAME = “root”;
private static String HIVE_PASSWORD = “123456”;
//Hive源
private static String SOURCE = "`ods\_x8v`.`ods\_tsp\_tab\_tbox\_change`";
private static String TARGET = "`dw\_x8v`.`dwd\_tsp\_tab\_tbox\_change`";
private static Connection conn = null;
private static ResultSet rs = null;
private static PreparedStatement ps = null;
public static void main(String[] args) {
//HiveJDBC驱动
try {
Class.forName(JDBC\_DRIVER);
} catch (ClassNotFoundException e) {
e.printStackTrace();
}
//连接Hive
try {
conn = DriverManager.getConnection(HIVE\_URL, HIVE\_USERNAME, HIVE\_PASSWORD);
} catch (SQLException e) {
e.printStackTrace();
}
try {
ps = conn.prepareStatement("delete from " + SOURCE + " where id = ?");
//删除id为1234的数据
ps.setInt(1,1234);
//执行数据更新操作
rs = ps.executeUpdate();
} catch (Exception e) {
e.printStackTrace();
}
}
}
### 2.3.修改
import java.io.IOException;
import java.sql.*;
public class Test{
//Hive连接信息
private static String JDBC_DRIVER = “org.apache.hive.jdbc.HiveDriver”;
private static String HIVE_URL = “jdbc:hive2://192.168.1.1:25005/test”;
private static String HIVE_USERNAME = “root”;
private static String HIVE_PASSWORD = “123456”;
//Hive源
private static String SOURCE = "`ods\_x8v`.`ods\_tsp\_tab\_tbox\_change`";
private static String TARGET = "`dw\_x8v`.`dwd\_tsp\_tab\_tbox\_change`";
private static Connection conn = null;
private static ResultSet rs = null;
private static PreparedStatement ps = null;
public static void main(String[] args) {
//HiveJDBC驱动
try {
Class.forName(JDBC\_DRIVER);
} catch (ClassNotFoundException e) {
e.printStackTrace();
}
//连接Hive
try {
conn = DriverManager.getConnection(HIVE\_URL, HIVE\_USERNAME, HIVE\_PASSWORD);
} catch (SQLException e) {
e.printStackTrace();
}
try {
ps = conn.prepareStatement("update " + SOURCE + " set name = ? where id = ?");
//修改id为1234的数据name字段为张三
ps.setString(1, "张三");
网上学习资料一大堆,但如果学到的知识不成体系,遇到问题时只是浅尝辄止,不再深入研究,那么很难做到真正的技术提升。
一个人可以走的很快,但一群人才能走的更远!不论你是正从事IT行业的老鸟或是对IT行业感兴趣的新人,都欢迎加入我们的的圈子(技术交流、学习资源、职场吐槽、大厂内推、面试辅导),让我们一起学习成长!
难做到真正的技术提升。**
一个人可以走的很快,但一群人才能走的更远!不论你是正从事IT行业的老鸟或是对IT行业感兴趣的新人,都欢迎加入我们的的圈子(技术交流、学习资源、职场吐槽、大厂内推、面试辅导),让我们一起学习成长!