1.寫java代碼，打jar包

1.pom.xml文件

<?xml version="1.0" encoding="UTF-8"?> <project xmlns="http://maven.apache.org/POM/4.0.0"xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"><modelVersion>4.0.0</modelVersion><groupId>com.zmlearn.udf</groupId><artifactId>udf</artifactId><version>1.0-SNAPSHOT</version><dependencies><dependency><!-- hive的udf依賴的包 --><groupId>org.apache.hive</groupId><artifactId>hive-exec</artifactId><version>2.1.0</version></dependency></dependencies><!-- 打包類的依賴的jar的插件 --><build><plugins><plugin><artifactId>maven-compiler-plugin</artifactId><version>2.3.2</version><configuration><source>1.8</source><target>1.8</target></configuration></plugin><plugin><artifactId>maven-assembly-plugin</artifactId><configuration><descriptorRefs><descriptorRef>jar-with-dependencies</descriptorRef></descriptorRefs></configuration><executions><execution><id>make-assembly</id><phase>package</phase><goals><goal>single</goal></goals></execution></executions></plugin></plugins></build></project>

2. AES對稱加密和解密類

package com.zmlearn.udf;import sun.misc.BASE64Decoder; import sun.misc.BASE64Encoder;import javax.crypto.*; import javax.crypto.spec.SecretKeySpec; import java.io.IOException; import java.nio.charset.StandardCharsets; import java.security.InvalidKeyException; import java.security.NoSuchAlgorithmException; import java.security.SecureRandom; import java.util.Scanner;/** AES對稱加密和解密*/ public class AES {public static final String ENCODE_RULES = "8DFC34B0B7C98EFA0A299A6C3FFFBD9D";/** 加密* 1.構造密鑰生成器* 2.根據ecnodeRules規則初始化密鑰生成器* 3.產生密鑰* 4.創建和初始化密碼器* 5.內容加密* 6.返回字符串*/public static String AESEncode(String encodeRules,String content){try {//1.構造密鑰生成器，指定為AES算法,不區分大小寫KeyGenerator keygen=KeyGenerator.getInstance("AES");//2.根據ecnodeRules規則初始化密鑰生成器//生成一個128位的隨機源,根據傳入的字節數組SecureRandom random = SecureRandom.getInstance("SHA1PRNG");random.setSeed(encodeRules.getBytes());keygen.init(128, random); //3.產生原始對稱密鑰SecretKey original_key=keygen.generateKey();//4.獲得原始對稱密鑰的字節數組byte [] raw=original_key.getEncoded();//5.根據字節數組生成AES密鑰SecretKey key=new SecretKeySpec(raw, "AES");//6.根據指定算法AES自成密碼器Cipher cipher=Cipher.getInstance("AES");//7.初始化密碼器，第一個參數為加密(Encrypt_mode)或者解密解密(Decrypt_mode)操作，第二個參數為使用的KEYcipher.init(Cipher.ENCRYPT_MODE, key);//8.獲取加密內容的字節數組(這里要設置為utf-8)不然內容中如果有中文和英文混合中文就會解密為亂碼byte [] byte_encode=content.getBytes(StandardCharsets.UTF_8);//9.根據密碼器的初始化方式--加密：將數據加密byte [] byte_AES=cipher.doFinal(byte_encode);//10.將加密后的數據轉換為字符串//這里用Base64Encoder中會找不到包//解決辦法：//在項目的Build path中先移除JRE System Library，再添加庫JRE System Library，重新編譯后就一切正常了。//11.將字符串返回return new BASE64Encoder().encode(byte_AES);} catch (NoSuchAlgorithmException | NoSuchPaddingException | InvalidKeyException | IllegalBlockSizeException | BadPaddingException e) {e.printStackTrace();}//如果有錯就返加nulllreturn null;}/** 解密* 解密過程：* 1.同加密1-4步* 2.將加密后的字符串反紡成byte[]數組* 3.將加密內容解密*/public static String AESDncode(String encodeRules,String content){try {//1.構造密鑰生成器，指定為AES算法,不區分大小寫KeyGenerator keygen=KeyGenerator.getInstance("AES");//2.根據ecnodeRules規則初始化密鑰生成器//生成一個128位的隨機源,根據傳入的字節數組SecureRandom random = SecureRandom.getInstance("SHA1PRNG");random.setSeed(encodeRules.getBytes());keygen.init(128, random);//3.產生原始對稱密鑰SecretKey original_key=keygen.generateKey();//4.獲得原始對稱密鑰的字節數組byte [] raw=original_key.getEncoded();//5.根據字節數組生成AES密鑰SecretKey key=new SecretKeySpec(raw, "AES");//6.根據指定算法AES自成密碼器Cipher cipher=Cipher.getInstance("AES");//7.初始化密碼器，第一個參數為加密(Encrypt_mode)或者解密(Decrypt_mode)操作，第二個參數為使用的KEYcipher.init(Cipher.DECRYPT_MODE, key);//8.將加密并編碼后的內容解碼成字節數組byte [] byte_content= new BASE64Decoder().decodeBuffer(content);/** 解密*/byte [] byte_decode=cipher.doFinal(byte_content);return new String(byte_decode, StandardCharsets.UTF_8);} catch (NoSuchAlgorithmException | NoSuchPaddingException | InvalidKeyException | IOException | IllegalBlockSizeException | BadPaddingException e) {e.printStackTrace();}//如果有錯就返加nulllreturn null;}public static void main(String[] args) {Scanner scanner=new Scanner(System.in);/** 加密*/System.out.println("使用AES對稱加密，請輸入加密的規則");String encodeRules=scanner.next();System.out.println("請輸入要加密的內容:");String content = scanner.next();System.out.println("根據輸入的規則"+encodeRules+"加密后的密文是:"+ AESEncode(encodeRules, content));/** 解密*/System.out.println("使用AES對稱解密，請輸入加密的規則：(須與加密相同)");encodeRules=scanner.next();System.out.println("請輸入要解密的內容（密文）:");content = scanner.next();System.out.println("根據輸入的規則"+encodeRules+"解密后的明文是:"+ AESDncode(encodeRules, content));}}

3.UDF函數

package com.zmlearn.udf; import org.apache.hadoop.hive.ql.exec.UDF;public class AESUDF extends UDF{String password = "8DFC34B0B7C98EFA0A299A6C3FFFBD9D";public String evaluate ( String type , String content) throws Exception {if (content == null) return null;if(! type.equals("encode") && ! type.equals("decode")){throw new Exception("Parmeter one is needed encode/decode");}if( type.equals("encode")){//進行加密return AES.AESEncode (password, content);}else {//進行解密return AES.AESDncode(password, content);}}public static void main(String[] args) {try {System.out.println(new AESUDF().evaluate("encode","test"));System.out.println(new AESUDF().evaluate("decode","bkP4HSbPbL+yqViBjfvQJg=="));} catch (Exception e) {e.printStackTrace();}} }

2.將打好的jar上傳到hdfs

1.打包步驟

點擊idea的Maven后，點擊package。如下圖

2.將打包后的udf-1.0-SNAPSHOT.jar，上傳到hdfs上面

#一定記得，不然創建函數的時候會報警Class com.zmlearn.udf.AESUDF not found，因為沒有執行權限 chmod 777 /tmp/udf-1.0-SNAPSHOT.jarhadoop fs -mkdir /hive_UDFhadoop fs -put /root/data/udf-1.0-SNAPSHOT.jar /hive_UDF

3.進入hive客戶端，創建UDF函數。

create function AES_UDF as 'com.zmlearn.udf.AESUDF' using jar 'hdfs://nameservice1/hive_UDF/udf-1.0-SNAPSHOT.jar';

4.使用創建的UDF函數：

1.加密

insert overwrite table test2 partition(dt='2020-06-01') select AES_UDF('encode',dnum),AES_UDF('encode',sn) from test1

2.解密

insert overwrite table test1 partition(dt='2020-06-01') select AES_UDF('decode',dnum),AES_UDF('decode',sn) from test2

總結

以上是生活随笔為你收集整理的创建hive的AES加密解密函数的全部內容，希望文章能夠幫你解決所遇到的問題。

如果覺得生活随笔網站內容還不錯，歡迎將生活随笔推薦給好友。