Skip to content

修改mysql链接放到initialize #13

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 2 commits into from
Sep 6, 2024
Merged

修改mysql链接放到initialize #13

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
073f71f
修改mysql链接放到initialize
zhaoyulonggt Jul 30, 2024
a950a5c
去掉冗余的包
zhaoyulonggt Jul 30, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
46 changes: 8 additions & 38 deletions src/main/java/com/chinagoods/bigdata/functions/string/UDFRestNameFormat.java
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,9 +1,6 @@
package com.chinagoods.bigdata.functions.string;

import com.chinagoods.bigdata.functions.utils.MysqlUtil;
import com.google.common.cache.CacheBuilder;
import com.google.common.cache.CacheLoader;
import com.google.common.cache.LoadingCache;
import org.apache.hadoop.hive.ql.exec.Description;
import org.apache.hadoop.hive.ql.exec.UDFArgumentException;
import org.apache.hadoop.hive.ql.metadata.HiveException;
Expand All @@ -13,16 +10,11 @@
import org.apache.hadoop.hive.serde2.objectinspector.primitive.PrimitiveObjectInspectorFactory;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.IOException;
import java.sql.SQLException;

import java.time.LocalDateTime;
import java.time.format.DateTimeFormatter;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.TimeUnit;

/**
* @author zyl
Expand All @@ -39,13 +31,12 @@ public class UDFRestNameFormat extends GenericUDF {
private static final String DB_USER = "source";
private static final String DB_PASSWORD = "jP8*dKw,bRjBVos=";
/**
* 设备对应食堂有效期 fast_pass_device_valid_inf
* 设备对应食堂有效期 kjt_device_valid_inf
*/
private static final String REST_QUERY_SQL = "select device_no,rest_name,valid_start_at,valid_end_at from fast_pass_device_valid_inf ";
private static final String REST_QUERY_SQL = "select device_no,rest_name,valid_start_at,valid_end_at from kjt_device_valid_inf ";
private ObjectInspectorConverters.Converter[] converters;
private static final int ARG_COUNT = 2;
// private CacheLoader<String, List<List<String>>> dvLoader = null;
// public LoadingCache<String, List<List<String>>> dvCache = null;
List<List<String>> deviceList = new ArrayList<List<String>>();
DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss");

public UDFRestNameFormat() {
Expand All @@ -62,19 +53,7 @@ public ObjectInspector initialize(ObjectInspector[] arguments) throws UDFArgumen
converters[i] = ObjectInspectorConverters.getConverter(arguments[i],
PrimitiveObjectInspectorFactory.javaStringObjectInspector);
}
// dvLoader = new CacheLoader<String, List<List<String>>>() {
// @Override
// public List<List<String>> load(String key) throws UDFArgumentException {
// // 缓存miss时,加载数据的方法
// logger.debug("进入加载数据, key： {}", key);
// return queryRestDeviceList(key);
// }
// };
// dvCache = CacheBuilder.newBuilder()
// .maximumSize(10000)
// //缓存项在给定时间内没有被写访问（创建或覆盖），则回收。如果认为缓存数据总是在固定时候后变得陈旧不可用，这种回收方式是可取的。
// .expireAfterAccess(5, TimeUnit.MINUTES)
// .build(dvLoader);
queryRestDeviceList();
return PrimitiveObjectInspectorFactory.javaStringObjectInspector;
}

Expand All @@ -84,15 +63,7 @@ public String evaluate(DeferredObject[] arguments) throws HiveException {
String deviceNo = converters[0].convert(arguments[0].get()).toString();
String payAt = converters[0].convert(arguments[1].get()).toString();
LocalDateTime paramAt = LocalDateTime.parse(payAt, formatter);
List<List<String>> dataList = queryRestDeviceList(deviceNo);
// List<List<String>> dataList = null;
// try {
// dataList = dvCache.get(deviceNo);
// } catch (ExecutionException e) {
// logger.error("缓存获取失败，原始DVT为: {}", dataList, e);
// }
DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss");
for (List<String> subList : dataList) {
for (List<String> subList : deviceList) {
LocalDateTime start = LocalDateTime.parse(subList.get(2), formatter);
LocalDateTime end = LocalDateTime.parse(subList.get(3), formatter);
if (subList.get(0).equals(deviceNo) && paramAt.isAfter(start) && paramAt.isBefore(end)) {
Expand All @@ -105,11 +76,10 @@ public String evaluate(DeferredObject[] arguments) throws HiveException {
/**
* @throws UDFArgumentException 查询mysql异常
*/
public List<List<String>> queryRestDeviceList(String deviceNo) throws UDFArgumentException {
public void queryRestDeviceList() throws UDFArgumentException {
try {
MysqlUtil mysqlUtil = new MysqlUtil(DB_URL, DB_USER, DB_PASSWORD);
List<List<String>> list = mysqlUtil.getLists(REST_QUERY_SQL + "where device_no='" + deviceNo + "'");
return list;
deviceList = mysqlUtil.getLists(REST_QUERY_SQL);
} catch (Exception e) {
logger.error("Failed to query the rest name. Procedure, the error details are: ", e);
throw new UDFArgumentException(String.format("Failed to query the rest name. Procedure, the error details are: %s", e));
Expand Down