Skip to content

谢明辉 / fanxing3

Go to a project
Commit 7ef951c1 by xmh
Options

commons: 

1. <feat> 所有 vion 开头的配置都放在 VionConfig 中
2. <feat> 添加 视频类型和视频流类型 的枚举类

转发服务:
1. <feat> 分析结果与任务有关的提出一个公用的 TaskInfoProcessor
2. <feat> 任务执行使用配置的线程池
3. <fix> 修复 traffic 写入时没有写入任务id
4. <fix> 修复 TaskFeignClient.getAllTask 返回值解析错误

网关:
1. <fix> 修复 WebConfig 引起的无法启动的错误

运维服务:
1. <feat> 添加第一版的录像上传接口,之后会添加 createTime 和 tag

任务服务:
1. <fix> 修复更新任务时调用了添加任务的接口
1 parent fab50ddf
Inline Side-by-side
Showing 36 changed files with 327 additions and 162 deletions
fanxing-commons/pom.xml
...@@ -111,5 +111,9 @@ ...@@ -111,5 +111,9 @@
<artifactId>caffeine</artifactId> <artifactId>caffeine</artifactId>
<version>3.0.3</version> <version>3.0.3</version>
</dependency> </dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-configuration-processor</artifactId>
</dependency>
</dependencies> </dependencies>
</project> </project>
\ No newline at end of file \ No newline at end of file
fanxing-commons/src/main/java/com/viontech/fanxing/commons/config/VionConfig.java 0 → 100644
package com.viontech.fanxing.commons.config;
import lombok.Getter;
import lombok.Setter;
import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.cloud.context.config.annotation.RefreshScope;
import org.springframework.context.annotation.Configuration;
import java.util.List;
/**
* .
*
* @author 谢明辉
* @date 2021/9/8
*/
@RefreshScope
@Configuration
@Getter
@Setter
@ConfigurationProperties(prefix = "vion")
public class VionConfig {
private Image image;
private boolean enableForward;
private boolean enableAuthorization;
private Gateway gateway;
private List<String> supportedVideoFormats;
public @Getter
@Setter
static class Image {
private String path;
private Integer keep;
}
public @Getter
@Setter
static class Gateway {
private String ip;
private String port;
}
}
fanxing-commons/src/main/java/com/viontech/fanxing/commons/constant/ChannelType.java 0 → 100644
package com.viontech.fanxing.commons.constant;
/**
* .
*
* @author 谢明辉
* @date 2021/9/8
*/
public enum ChannelType {
/** 手动添加 */
MANUALLY(0),
/** 第三方对接 */
THIRD_PART(1),
/** 上传的文件 */
FILE(2),
/** stream type rtsp */
STREAM_RTSP(0),
/** stream type file */
STREAM_FILE(2),
;
public int value;
ChannelType(int value) {
this.value = value;
}
}
fanxing-commons/src/main/java/com/viontech/fanxing/commons/feing/TaskSchedulingTasksAdapter.java deleted 100644 → 0
package com.viontech.fanxing.commons.feing;
import com.viontech.fanxing.commons.model.Task;
import com.viontech.keliu.util.JsonMessageUtil;
/**
* .
*
* @author 谢明辉
* @date 2021/7/12
*/
public interface TaskSchedulingTasksAdapter {
JsonMessageUtil.JsonMessage add(Task task);
JsonMessageUtil.JsonMessage update(Task task);
JsonMessageUtil.JsonMessage delete(String taskUnid);
}
fanxing-commons/src/main/java/com/viontech/fanxing/commons/vo/ChannelVo.java
...@@ -2,9 +2,13 @@ package com.viontech.fanxing.commons.vo; ...@@ -2,9 +2,13 @@ package com.viontech.fanxing.commons.vo;
import com.viontech.fanxing.commons.model.Channel; import com.viontech.fanxing.commons.model.Channel;
import com.viontech.fanxing.commons.vobase.ChannelVoBase; import com.viontech.fanxing.commons.vobase.ChannelVoBase;
import net.minidev.json.annotate.JsonIgnore;
import org.springframework.web.multipart.MultipartFile;
public class ChannelVo extends ChannelVoBase { public class ChannelVo extends ChannelVoBase {
@JsonIgnore
private MultipartFile file;
private Boolean tree; private Boolean tree;
public ChannelVo() { public ChannelVo() {
...@@ -23,4 +27,13 @@ public class ChannelVo extends ChannelVoBase { ...@@ -23,4 +27,13 @@ public class ChannelVo extends ChannelVoBase {
this.tree = tree; this.tree = tree;
return this; return this;
} }
public MultipartFile getFile() {
return file;
}
public ChannelVo setFile(MultipartFile file) {
this.file = file;
return this;
}
} }
\ No newline at end of file \ No newline at end of file
fanxing-forward/src/main/java/com/viontech/fanxing/forward/ForwardApp.java
...@@ -11,7 +11,6 @@ import org.springframework.core.task.TaskExecutor; ...@@ -11,7 +11,6 @@ import org.springframework.core.task.TaskExecutor;
import org.springframework.scheduling.annotation.EnableScheduling; import org.springframework.scheduling.annotation.EnableScheduling;
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor; import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
import org.springframework.transaction.annotation.EnableTransactionManagement; import org.springframework.transaction.annotation.EnableTransactionManagement;
import org.springframework.web.socket.config.annotation.EnableWebSocket;
import java.util.concurrent.LinkedBlockingDeque; import java.util.concurrent.LinkedBlockingDeque;
import java.util.concurrent.ThreadPoolExecutor; import java.util.concurrent.ThreadPoolExecutor;
...@@ -29,7 +28,6 @@ import java.util.concurrent.TimeUnit; ...@@ -29,7 +28,6 @@ import java.util.concurrent.TimeUnit;
@EnableFeignClients @EnableFeignClients
@EnableTransactionManagement @EnableTransactionManagement
@EnableBatchProcessing @EnableBatchProcessing
@EnableWebSocket
@Slf4j @Slf4j
public class ForwardApp { public class ForwardApp {
...@@ -48,6 +46,7 @@ public class ForwardApp { ...@@ -48,6 +46,7 @@ public class ForwardApp {
ThreadPoolTaskExecutor threadPoolTaskExecutor = new ThreadPoolTaskExecutor(); ThreadPoolTaskExecutor threadPoolTaskExecutor = new ThreadPoolTaskExecutor();
threadPoolTaskExecutor.setMaxPoolSize(30); threadPoolTaskExecutor.setMaxPoolSize(30);
threadPoolTaskExecutor.setCorePoolSize(10); threadPoolTaskExecutor.setCorePoolSize(10);
threadPoolTaskExecutor.setThreadNamePrefix("fanxing-forward-process-");
return threadPoolTaskExecutor; return threadPoolTaskExecutor;
} }
......
fanxing-forward/src/main/java/com/viontech/fanxing/forward/batch/configuration/BehaviorJobConfiguration.java
...@@ -9,6 +9,7 @@ import com.viontech.fanxing.forward.batch.listener.WorkQueueClearChunkListener; ...@@ -9,6 +9,7 @@ import com.viontech.fanxing.forward.batch.listener.WorkQueueClearChunkListener;
import com.viontech.fanxing.forward.batch.processor.BehaviorProcessor; import com.viontech.fanxing.forward.batch.processor.BehaviorProcessor;
import com.viontech.fanxing.forward.batch.processor.CompositeItemStreamProcessor; import com.viontech.fanxing.forward.batch.processor.CompositeItemStreamProcessor;
import com.viontech.fanxing.forward.batch.processor.PicProcessor; import com.viontech.fanxing.forward.batch.processor.PicProcessor;
import com.viontech.fanxing.forward.batch.processor.TaskInfoProcessor;
import com.viontech.fanxing.forward.batch.reader.ConcurrencyReader; import com.viontech.fanxing.forward.batch.reader.ConcurrencyReader;
import com.viontech.fanxing.forward.batch.reader.RedisPopReader; import com.viontech.fanxing.forward.batch.reader.RedisPopReader;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
...@@ -16,7 +17,6 @@ import org.redisson.api.RedissonClient; ...@@ -16,7 +17,6 @@ import org.redisson.api.RedissonClient;
import org.springframework.batch.core.Job; import org.springframework.batch.core.Job;
import org.springframework.batch.core.Step; import org.springframework.batch.core.Step;
import org.springframework.batch.core.configuration.annotation.JobBuilderFactory; import org.springframework.batch.core.configuration.annotation.JobBuilderFactory;
import org.springframework.batch.core.configuration.annotation.JobScope;
import org.springframework.batch.core.configuration.annotation.StepBuilderFactory; import org.springframework.batch.core.configuration.annotation.StepBuilderFactory;
import org.springframework.batch.core.launch.support.RunIdIncrementer; import org.springframework.batch.core.launch.support.RunIdIncrementer;
import org.springframework.batch.core.repository.JobRepository; import org.springframework.batch.core.repository.JobRepository;
...@@ -100,9 +100,10 @@ public class BehaviorJobConfiguration { ...@@ -100,9 +100,10 @@ public class BehaviorJobConfiguration {
} }
@Bean(name = "behaviorProcessorCompose") @Bean(name = "behaviorProcessorCompose")
public ItemProcessor<JSONObject, Behavior> behaviorProcessorCompose(BehaviorProcessor behaviorProcessor, PicProcessor picProcessor) { public ItemProcessor<JSONObject, Behavior> behaviorProcessorCompose(BehaviorProcessor behaviorProcessor, PicProcessor picProcessor, TaskInfoProcessor taskInfoProcessor) {
LinkedList delegates = new LinkedList<>(); LinkedList delegates = new LinkedList<>();
delegates.add(taskInfoProcessor);
delegates.add(picProcessor); delegates.add(picProcessor);
delegates.add(behaviorProcessor); delegates.add(behaviorProcessor);
......
fanxing-forward/src/main/java/com/viontech/fanxing/forward/batch/configuration/TrafficFlowJobConfiguration.java
...@@ -7,6 +7,7 @@ import com.viontech.fanxing.forward.batch.listener.JobRestartListener; ...@@ -7,6 +7,7 @@ import com.viontech.fanxing.forward.batch.listener.JobRestartListener;
import com.viontech.fanxing.forward.batch.listener.WorkQueueClearChunkListener; import com.viontech.fanxing.forward.batch.listener.WorkQueueClearChunkListener;
import com.viontech.fanxing.forward.batch.processor.CompositeItemStreamProcessor; import com.viontech.fanxing.forward.batch.processor.CompositeItemStreamProcessor;
import com.viontech.fanxing.forward.batch.processor.PicProcessor; import com.viontech.fanxing.forward.batch.processor.PicProcessor;
import com.viontech.fanxing.forward.batch.processor.TaskInfoProcessor;
import com.viontech.fanxing.forward.batch.processor.TrafficFlowProcessor; import com.viontech.fanxing.forward.batch.processor.TrafficFlowProcessor;
import com.viontech.fanxing.forward.batch.reader.ConcurrencyReader; import com.viontech.fanxing.forward.batch.reader.ConcurrencyReader;
import com.viontech.fanxing.forward.batch.reader.RedisPopReader; import com.viontech.fanxing.forward.batch.reader.RedisPopReader;
...@@ -16,7 +17,6 @@ import org.redisson.api.RedissonClient; ...@@ -16,7 +17,6 @@ import org.redisson.api.RedissonClient;
import org.springframework.batch.core.Job; import org.springframework.batch.core.Job;
import org.springframework.batch.core.Step; import org.springframework.batch.core.Step;
import org.springframework.batch.core.configuration.annotation.JobBuilderFactory; import org.springframework.batch.core.configuration.annotation.JobBuilderFactory;
import org.springframework.batch.core.configuration.annotation.JobScope;
import org.springframework.batch.core.configuration.annotation.StepBuilderFactory; import org.springframework.batch.core.configuration.annotation.StepBuilderFactory;
import org.springframework.batch.core.launch.support.RunIdIncrementer; import org.springframework.batch.core.launch.support.RunIdIncrementer;
import org.springframework.batch.core.repository.JobRepository; import org.springframework.batch.core.repository.JobRepository;
...@@ -99,9 +99,10 @@ public class TrafficFlowJobConfiguration { ...@@ -99,9 +99,10 @@ public class TrafficFlowJobConfiguration {
} }
@Bean(name = "trafficFlowProcessorCompose") @Bean(name = "trafficFlowProcessorCompose")
public ItemProcessor<JSONObject, TrafficFlowContent> trafficFlowProcessorCompose(TrafficFlowProcessor trafficFlowProcessor, PicProcessor picProcessor) { public ItemProcessor<JSONObject, TrafficFlowContent> trafficFlowProcessorCompose(TrafficFlowProcessor trafficFlowProcessor, PicProcessor picProcessor, TaskInfoProcessor taskInfoProcessor) {
LinkedList delegates = new LinkedList<>(); LinkedList delegates = new LinkedList<>();
delegates.add(taskInfoProcessor);
delegates.add(picProcessor); delegates.add(picProcessor);
delegates.add(trafficFlowProcessor); delegates.add(trafficFlowProcessor);
......
fanxing-forward/src/main/java/com/viontech/fanxing/forward/batch/configuration/TrafficJobConfiguration.java
...@@ -7,6 +7,7 @@ import com.viontech.fanxing.forward.batch.listener.JobRestartListener; ...@@ -7,6 +7,7 @@ import com.viontech.fanxing.forward.batch.listener.JobRestartListener;
import com.viontech.fanxing.forward.batch.listener.WorkQueueClearChunkListener; import com.viontech.fanxing.forward.batch.listener.WorkQueueClearChunkListener;
import com.viontech.fanxing.forward.batch.processor.CompositeItemStreamProcessor; import com.viontech.fanxing.forward.batch.processor.CompositeItemStreamProcessor;
import com.viontech.fanxing.forward.batch.processor.PicProcessor; import com.viontech.fanxing.forward.batch.processor.PicProcessor;
import com.viontech.fanxing.forward.batch.processor.TaskInfoProcessor;
import com.viontech.fanxing.forward.batch.processor.TrafficProcessor; import com.viontech.fanxing.forward.batch.processor.TrafficProcessor;
import com.viontech.fanxing.forward.batch.reader.ConcurrencyReader; import com.viontech.fanxing.forward.batch.reader.ConcurrencyReader;
import com.viontech.fanxing.forward.batch.reader.RedisPopReader; import com.viontech.fanxing.forward.batch.reader.RedisPopReader;
...@@ -16,7 +17,6 @@ import org.redisson.api.RedissonClient; ...@@ -16,7 +17,6 @@ import org.redisson.api.RedissonClient;
import org.springframework.batch.core.Job; import org.springframework.batch.core.Job;
import org.springframework.batch.core.Step; import org.springframework.batch.core.Step;
import org.springframework.batch.core.configuration.annotation.JobBuilderFactory; import org.springframework.batch.core.configuration.annotation.JobBuilderFactory;
import org.springframework.batch.core.configuration.annotation.JobScope;
import org.springframework.batch.core.configuration.annotation.StepBuilderFactory; import org.springframework.batch.core.configuration.annotation.StepBuilderFactory;
import org.springframework.batch.core.launch.support.RunIdIncrementer; import org.springframework.batch.core.launch.support.RunIdIncrementer;
import org.springframework.batch.core.repository.JobRepository; import org.springframework.batch.core.repository.JobRepository;
...@@ -100,9 +100,10 @@ public class TrafficJobConfiguration { ...@@ -100,9 +100,10 @@ public class TrafficJobConfiguration {
} }
@Bean(name = "trafficProcessorCompose") @Bean(name = "trafficProcessorCompose")
public ItemProcessor<JSONObject, TrafficContent> trafficFlowProcessorCompose(TrafficProcessor trafficProcessor, PicProcessor picProcessor) { public ItemProcessor<JSONObject, TrafficContent> trafficFlowProcessorCompose(TrafficProcessor trafficProcessor, PicProcessor picProcessor, TaskInfoProcessor taskInfoProcessor) {
LinkedList delegates = new LinkedList<>(); LinkedList delegates = new LinkedList<>();
delegates.add(taskInfoProcessor);
delegates.add(picProcessor); delegates.add(picProcessor);
delegates.add(trafficProcessor); delegates.add(trafficProcessor);
......
fanxing-forward/src/main/java/com/viontech/fanxing/forward/batch/listener/JobRestartListener.java
...@@ -9,14 +9,16 @@ import org.springframework.beans.BeansException; ...@@ -9,14 +9,16 @@ import org.springframework.beans.BeansException;
import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.context.ApplicationContext; import org.springframework.context.ApplicationContext;
import org.springframework.context.ApplicationContextAware; import org.springframework.context.ApplicationContextAware;
import org.springframework.core.task.SimpleAsyncTaskExecutor; import org.springframework.core.task.TaskExecutor;
import org.springframework.stereotype.Component; import org.springframework.stereotype.Component;
import javax.annotation.Resource;
/** /**
* Created by vion on 2018/8/6. * Created by vion on 2018/8/6.
*/ */
@Component("jobRestartListener") @Component("jobRestartListener")
public class JobRestartListener implements JobExecutionListener,ApplicationContextAware { public class JobRestartListener implements JobExecutionListener, ApplicationContextAware {
private Logger logger = LoggerFactory.getLogger(JobRestartListener.class); private Logger logger = LoggerFactory.getLogger(JobRestartListener.class);
...@@ -25,21 +27,24 @@ public class JobRestartListener implements JobExecutionListener,ApplicationConte ...@@ -25,21 +27,24 @@ public class JobRestartListener implements JobExecutionListener,ApplicationConte
@Autowired @Autowired
private JobRepository jobRepository; private JobRepository jobRepository;
@Resource
private TaskExecutor taskExecutor;
@Override @Override
public void beforeJob(JobExecution jobExecution) { public void beforeJob(JobExecution jobExecution) {
logger.info(">>>>>>>>>>开始执行{}",jobExecution.getJobInstance().getJobName()); logger.info(">>>>>>>>>>开始执行{}", jobExecution.getJobInstance().getJobName());
} }
@Override @Override
public void afterJob(JobExecution jobExecution) { public void afterJob(JobExecution jobExecution) {
// 如果任务失败 那么打印下失败信息 // 如果任务失败 那么打印下失败信息
if(!jobExecution.getExitStatus().getExitCode().equals(ExitStatus.COMPLETED.getExitCode())){ if (!jobExecution.getExitStatus().getExitCode().equals(ExitStatus.COMPLETED.getExitCode())) {
logger.error("{}任务结束，开始尝试进行重启，结束原因为{}",jobExecution.getJobInstance().getJobName(),jobExecution.getExitStatus().getExitDescription()); logger.error("{}任务结束，开始尝试进行重启，结束原因为{}", jobExecution.getJobInstance().getJobName(), jobExecution.getExitStatus().getExitDescription());
} }
ThreadGroup threadGroup = Thread.currentThread().getThreadGroup(); ThreadGroup threadGroup = Thread.currentThread().getThreadGroup();
while(threadGroup.getParent() != null){ while (threadGroup.getParent() != null) {
threadGroup = threadGroup.getParent(); threadGroup = threadGroup.getParent();
} }
...@@ -47,14 +52,14 @@ public class JobRestartListener implements JobExecutionListener,ApplicationConte ...@@ -47,14 +52,14 @@ public class JobRestartListener implements JobExecutionListener,ApplicationConte
try { try {
SimpleJobLauncher sjl = new SimpleJobLauncher(); SimpleJobLauncher sjl = new SimpleJobLauncher();
sjl.setJobRepository(jobRepository); sjl.setJobRepository(jobRepository);
sjl.setTaskExecutor(new SimpleAsyncTaskExecutor()); sjl.setTaskExecutor(taskExecutor);
sjl.afterPropertiesSet(); sjl.afterPropertiesSet();
JobParametersBuilder jpb = new JobParametersBuilder(); JobParametersBuilder jpb = new JobParametersBuilder();
jpb.addLong("date", System.currentTimeMillis()); jpb.addLong("date", System.currentTimeMillis());
sjl.run(job, jpb.toJobParameters()); sjl.run(job, jpb.toJobParameters());
} catch (Exception e) { } catch (Exception e) {
logger.error("任务"+jobExecution.getJobInstance().getJobName()+"重启失败",e); logger.error("任务" + jobExecution.getJobInstance().getJobName() + "重启失败", e);
} }
} }
......
fanxing-forward/src/main/java/com/viontech/fanxing/forward/batch/processor/BehaviorProcessor.java
...@@ -3,7 +3,6 @@ package com.viontech.fanxing.forward.batch.processor; ...@@ -3,7 +3,6 @@ package com.viontech.fanxing.forward.batch.processor;
import com.alibaba.fastjson.JSONArray; import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject; import com.alibaba.fastjson.JSONObject;
import com.viontech.fanxing.commons.model.Behavior; import com.viontech.fanxing.commons.model.Behavior;
import com.viontech.fanxing.commons.model.Task;
import com.viontech.fanxing.forward.util.CacheUtils; import com.viontech.fanxing.forward.util.CacheUtils;
import com.viontech.keliu.util.DateUtil; import com.viontech.keliu.util.DateUtil;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
...@@ -16,7 +15,6 @@ import org.springframework.stereotype.Component; ...@@ -16,7 +15,6 @@ import org.springframework.stereotype.Component;
import javax.annotation.Resource; import javax.annotation.Resource;
import java.util.Date; import java.util.Date;
import java.util.Map;
/** /**
* . * .
...@@ -32,36 +30,27 @@ public class BehaviorProcessor implements ItemStream, ItemProcessor<JSONObject, ...@@ -32,36 +30,27 @@ public class BehaviorProcessor implements ItemStream, ItemProcessor<JSONObject,
@Override @Override
public Behavior process(JSONObject item) throws Exception { public Behavior process(JSONObject item) throws Exception {
log.info("收到 behavior 消息 , eventId:{}", item.getString("event_refid"));
JSONObject eventData = item.getJSONObject("event_data");
final Map<String, Task> taskMap = cacheUtils.getTaskMap(); String eventRefid = item.getString("event_refid");
String taskUnid = item.getString("subtask_id"); if (StringUtils.isEmpty(eventRefid)) {
final Task task = taskMap.get(taskUnid); eventRefid = eventData.getString("ID");
Long taskId;
if (task == null) {
log.info("无法找到对应task:{}", item.toJSONString());
taskId = null;
} else {
taskId = task.getId();
} }
log.info("收到 behavior 消息 , eventId:{}", eventRefid);
Behavior behavior = new Behavior(); Behavior behavior = new Behavior();
behavior.setTaskId(taskId); Long taskId = item.getLong("taskId");
String eventType = item.getString("event_type"); String eventType = item.getString("event_type");
String eventRefid = item.getString("event_refid");
String eventDt = item.getString("event_dt"); String eventDt = item.getString("event_dt");
String eventCate = item.getString("event_cate"); String eventCate = item.getString("event_cate");
String channelUnid = item.getString("vchan_refid"); String channelUnid = item.getString("vchan_refid");
String taskName = item.getString("task_name"); String taskName = item.getString("task_name");
Date eventTime = DateUtil.parse(DateUtil.FORMAT_FULL, eventDt); Date eventTime = DateUtil.parse(DateUtil.FORMAT_FULL, eventDt);
JSONObject eventData = item.getJSONObject("event_data");
JSONArray video = item.getJSONArray("video"); JSONArray video = item.getJSONArray("video");
String picArray = item.getString("pic_path_array"); String picArray = item.getString("pic_path_array");
if (StringUtils.isEmpty(eventRefid)) {
eventRefid = eventData.getString("ID");
}
behavior.setTaskId(taskId);
behavior.setEventType(eventType); behavior.setEventType(eventType);
behavior.setEventRefid(eventRefid); behavior.setEventRefid(eventRefid);
behavior.setEventTime(eventTime); behavior.setEventTime(eventTime);
......
fanxing-forward/src/main/java/com/viontech/fanxing/forward/batch/processor/TaskInfoProcessor.java 0 → 100644
package com.viontech.fanxing.forward.batch.processor;
import com.alibaba.fastjson.JSONObject;
import com.viontech.fanxing.commons.model.Task;
import com.viontech.fanxing.forward.util.CacheUtils;
import lombok.extern.slf4j.Slf4j;
import org.springframework.batch.item.ExecutionContext;
import org.springframework.batch.item.ItemProcessor;
import org.springframework.batch.item.ItemStream;
import org.springframework.batch.item.ItemStreamException;
import org.springframework.stereotype.Component;
import javax.annotation.Resource;
import java.util.Map;
/**
* .
*
* @author 谢明辉
* @date 2021/9/7
*/
@Component
@Slf4j
public class TaskInfoProcessor implements ItemProcessor<JSONObject, JSONObject>, ItemStream {
@Resource
private CacheUtils cacheUtils;
@Override
public JSONObject process(JSONObject item) throws Exception {
final Map<String, Task> taskMap = cacheUtils.getTaskMap();
String taskUnid = item.getString("subtask_id");
final Task task = taskMap.get(taskUnid);
if (task != null) {
Long taskId = task.getId();
String channelUnid = task.getChannelUnid();
item.put("taskId", taskId);
item.put("vchan_refid", channelUnid);
}
return item;
}
@Override
public void open(ExecutionContext executionContext) throws ItemStreamException {
}
@Override
public void update(ExecutionContext executionContext) throws ItemStreamException {
}
@Override
public void close() throws ItemStreamException {
}
}
fanxing-forward/src/main/java/com/viontech/fanxing/forward/batch/processor/TrafficFlowProcessor.java
...@@ -4,7 +4,6 @@ import com.alibaba.fastjson.JSONArray; ...@@ -4,7 +4,6 @@ import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject; import com.alibaba.fastjson.JSONObject;
import com.viontech.fanxing.commons.model.FlowData; import com.viontech.fanxing.commons.model.FlowData;
import com.viontech.fanxing.commons.model.FlowEvent; import com.viontech.fanxing.commons.model.FlowEvent;
import com.viontech.fanxing.commons.model.Task;
import com.viontech.fanxing.forward.model.TrafficFlowContent; import com.viontech.fanxing.forward.model.TrafficFlowContent;
import com.viontech.fanxing.forward.util.CacheUtils; import com.viontech.fanxing.forward.util.CacheUtils;
import com.viontech.keliu.util.DateUtil; import com.viontech.keliu.util.DateUtil;
...@@ -20,7 +19,6 @@ import javax.annotation.Resource; ...@@ -20,7 +19,6 @@ import javax.annotation.Resource;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Date; import java.util.Date;
import java.util.List; import java.util.List;
import java.util.Map;
/** /**
* . * .
...@@ -37,18 +35,12 @@ public class TrafficFlowProcessor implements ItemProcessor<JSONObject, TrafficFl ...@@ -37,18 +35,12 @@ public class TrafficFlowProcessor implements ItemProcessor<JSONObject, TrafficFl
@Override @Override
public TrafficFlowContent process(JSONObject item) throws Exception { public TrafficFlowContent process(JSONObject item) throws Exception {
log.info("收到 flow 消息 , eventId:{}", item.getString("event_refid")); JSONObject eventData = item.getJSONObject("event_data");
String eventRefid = item.getString("event_refid");
final Map<String, Task> taskMap = cacheUtils.getTaskMap(); if (StringUtils.isEmpty(eventRefid)) {
String taskUnid = item.getString("subtask_id"); eventRefid = eventData.getString("ID");
final Task task = taskMap.get(taskUnid);
Long taskId;
if (task == null) {
log.info("无法找到对应task:{}", item.toJSONString());
taskId = null;
} else {
taskId = task.getId();
} }
log.info("收到 flow 消息 , eventId:{}", eventRefid);
TrafficFlowContent content = new TrafficFlowContent(); TrafficFlowContent content = new TrafficFlowContent();
FlowEvent flowEvent = new FlowEvent(); FlowEvent flowEvent = new FlowEvent();
...@@ -57,15 +49,12 @@ public class TrafficFlowProcessor implements ItemProcessor<JSONObject, TrafficFl ...@@ -57,15 +49,12 @@ public class TrafficFlowProcessor implements ItemProcessor<JSONObject, TrafficFl
ArrayList<FlowData> flowDataList = new ArrayList<>(); ArrayList<FlowData> flowDataList = new ArrayList<>();
content.setFlowData(flowDataList); content.setFlowData(flowDataList);
Long taskId = item.getLong("taskId");
String eventType = item.getString("event_type"); String eventType = item.getString("event_type");
String eventRefid = item.getString("event_refid");
String eventDt = item.getString("event_dt"); String eventDt = item.getString("event_dt");
String picArray = item.getString("pic_path_array"); String picArray = item.getString("pic_path_array");
Date eventTime = DateUtil.parse(DateUtil.FORMAT_FULL, eventDt); Date eventTime = DateUtil.parse(DateUtil.FORMAT_FULL, eventDt);
JSONObject eventData = item.getJSONObject("event_data");
if (StringUtils.isEmpty(eventRefid)) {
eventRefid = eventData.getString("ID");
}
flowEvent.setEventType(eventType); flowEvent.setEventType(eventType);
flowEvent.setEventId(eventRefid); flowEvent.setEventId(eventRefid);
......
fanxing-forward/src/main/java/com/viontech/fanxing/forward/batch/processor/TrafficProcessor.java
...@@ -2,7 +2,6 @@ package com.viontech.fanxing.forward.batch.processor; ...@@ -2,7 +2,6 @@ package com.viontech.fanxing.forward.batch.processor;
import com.alibaba.fastjson.JSONArray; import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject; import com.alibaba.fastjson.JSONObject;
import com.viontech.fanxing.commons.model.Task;
import com.viontech.fanxing.commons.model.Traffic; import com.viontech.fanxing.commons.model.Traffic;
import com.viontech.fanxing.commons.model.TrafficFace; import com.viontech.fanxing.commons.model.TrafficFace;
import com.viontech.fanxing.forward.model.TrafficContent; import com.viontech.fanxing.forward.model.TrafficContent;
...@@ -19,7 +18,6 @@ import org.springframework.stereotype.Component; ...@@ -19,7 +18,6 @@ import org.springframework.stereotype.Component;
import javax.annotation.Resource; import javax.annotation.Resource;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Date; import java.util.Date;
import java.util.Map;
/** /**
* . * .
...@@ -37,18 +35,13 @@ public class TrafficProcessor implements ItemProcessor<JSONObject, TrafficConten ...@@ -37,18 +35,13 @@ public class TrafficProcessor implements ItemProcessor<JSONObject, TrafficConten
@Override @Override
public TrafficContent process(JSONObject item) throws Exception { public TrafficContent process(JSONObject item) throws Exception {
log.info("收到 traffic 消息 , eventId:{}", item.getString("event_refid"));
final Map<String, Task> taskMap = cacheUtils.getTaskMap(); String eventRefid = item.getString("event_refid");
String taskUnid = item.getString("subtask_id"); JSONObject eventData = item.getJSONObject("event_data");
final Task task = taskMap.get(taskUnid); if (StringUtils.isEmpty(eventRefid)) {
Long taskId; eventRefid = eventData.getString("ID");
if (task == null) {
log.info("无法找到对应task:{}", item.toJSONString());
taskId = null;
} else {
taskId = task.getId();
} }
log.info("收到 traffic 消息 , eventId:{}", eventRefid);
TrafficContent content = new TrafficContent(); TrafficContent content = new TrafficContent();
Traffic traffic = new Traffic(); Traffic traffic = new Traffic();
...@@ -59,17 +52,13 @@ public class TrafficProcessor implements ItemProcessor<JSONObject, TrafficConten ...@@ -59,17 +52,13 @@ public class TrafficProcessor implements ItemProcessor<JSONObject, TrafficConten
String eventType = item.getString("event_type"); String eventType = item.getString("event_type");
String eventCate = item.getString("event_cate"); String eventCate = item.getString("event_cate");
String eventRefid = item.getString("event_refid"); Long taskId = item.getLong("taskId");
String eventDt = item.getString("event_dt"); String eventDt = item.getString("event_dt");
Date eventTime = DateUtil.parse(DateUtil.FORMAT_FULL, eventDt); Date eventTime = DateUtil.parse(DateUtil.FORMAT_FULL, eventDt);
String channelUnid = item.getString("vchan_refid"); String channelUnid = item.getString("vchan_refid");
String picArray = item.getString("pic_path_array"); String picArray = item.getString("pic_path_array");
JSONObject eventData = item.getJSONObject("event_data");
if (StringUtils.isEmpty(eventRefid)) {
eventRefid = eventData.getString("ID");
}
traffic.setEventCate(eventCate); traffic.setEventCate(eventCate);
traffic.setEventType(eventType); traffic.setEventType(eventType);
......
fanxing-forward/src/main/java/com/viontech/fanxing/forward/batch/writer/TrafficWriter.java
...@@ -26,8 +26,8 @@ import java.util.stream.Collectors; ...@@ -26,8 +26,8 @@ import java.util.stream.Collectors;
public class TrafficWriter implements ItemWriter<TrafficContent> { public class TrafficWriter implements ItemWriter<TrafficContent> {
private final static String INSERT_TRAFFIC = "insert into d_traffic (" + private final static String INSERT_TRAFFIC = "insert into d_traffic (" +
"event_cate,event_type,event_time,channel_unid,plate_color,plate_number,location_code,location_name,lane_code,direction_code,vehicle_type,vehicle_color,vehicle_logo,illegal_code,illegal_state,feature_annual_inspection_mark,feature_pendant,feature_decoration,feature_sun_shield,xcycle_type,event_id,special_type,with_helmet,json_data,pics,video_name) values(" + "task_id,event_cate,event_type,event_time,channel_unid,plate_color,plate_number,location_code,location_name,lane_code,direction_code,vehicle_type,vehicle_color,vehicle_logo,illegal_code,illegal_state,feature_annual_inspection_mark,feature_pendant,feature_decoration,feature_sun_shield,xcycle_type,event_id,special_type,with_helmet,json_data,pics,video_name) values(" +
":eventCate,:eventType,:eventTime,:channelUnid,:plateColor,:plateNumber,:locationCode,:locationName,:laneCode,:directionCode,:vehicleType,:vehicleColor,:vehicleLogo,:illegalCode,:illegalState,:featureAnnualInspectionMark,:featurePendant,:featureDecoration,:featureSunShield,:xcycleType,:eventId,:specialType,:withHelmet,:jsonData,:pics,:videoName)"; ":taskId,:eventCate,:eventType,:eventTime,:channelUnid,:plateColor,:plateNumber,:locationCode,:locationName,:laneCode,:directionCode,:vehicleType,:vehicleColor,:vehicleLogo,:illegalCode,:illegalState,:featureAnnualInspectionMark,:featurePendant,:featureDecoration,:featureSunShield,:xcycleType,:eventId,:specialType,:withHelmet,:jsonData,:pics,:videoName)";
private final static String INSERT_TRAFFIC_FACE = "insert into d_traffic_face (" + private final static String INSERT_TRAFFIC_FACE = "insert into d_traffic_face (" +
"traffic_id,state,sex,upper_color,lower_color,event_time) values (:trafficId,:state,:sex,:upperColor,:lowerColor,:eventTime)"; "traffic_id,state,sex,upper_color,lower_color,event_time) values (:trafficId,:state,:sex,:upperColor,:lowerColor,:eventTime)";
......
fanxing-forward/src/main/java/com/viontech/fanxing/forward/controller/DataReceiveController.java
...@@ -2,6 +2,7 @@ package com.viontech.fanxing.forward.controller; ...@@ -2,6 +2,7 @@ package com.viontech.fanxing.forward.controller;
import com.alibaba.fastjson.JSON; import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject; import com.alibaba.fastjson.JSONObject;
import com.viontech.fanxing.commons.config.VionConfig;
import com.viontech.fanxing.commons.constant.RedisKeys; import com.viontech.fanxing.commons.constant.RedisKeys;
import com.viontech.fanxing.forward.model.VideoResult; import com.viontech.fanxing.forward.model.VideoResult;
import com.viontech.fanxing.forward.util.PicUtils; import com.viontech.fanxing.forward.util.PicUtils;
...@@ -10,7 +11,6 @@ import lombok.extern.slf4j.Slf4j; ...@@ -10,7 +11,6 @@ import lombok.extern.slf4j.Slf4j;
import org.apache.commons.io.FileUtils; import org.apache.commons.io.FileUtils;
import org.redisson.api.RBlockingDeque; import org.redisson.api.RBlockingDeque;
import org.redisson.api.RedissonClient; import org.redisson.api.RedissonClient;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.web.bind.annotation.PostMapping; import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RequestBody;
import org.springframework.web.bind.annotation.RestController; import org.springframework.web.bind.annotation.RestController;
...@@ -31,8 +31,8 @@ import java.util.Date; ...@@ -31,8 +31,8 @@ import java.util.Date;
public class DataReceiveController { public class DataReceiveController {
@Resource @Resource
private RedissonClient redissonClient; private RedissonClient redissonClient;
@Value("${vion.forward.enable:false}") @Resource
private Boolean enableForward; private VionConfig vionConfig;
@Resource @Resource
private PicUtils picUtils; private PicUtils picUtils;
...@@ -61,7 +61,7 @@ public class DataReceiveController { ...@@ -61,7 +61,7 @@ public class DataReceiveController {
queue.offerFirst(jsonObject); queue.offerFirst(jsonObject);
} }
if (enableForward) { if (vionConfig.isEnableForward()) {
forwardQueue.offer(jsonObject); forwardQueue.offer(jsonObject);
} }
......
fanxing-forward/src/main/java/com/viontech/fanxing/forward/feign/TaskManagerFeignClient.java → fanxing-forward/src/main/java/com/viontech/fanxing/forward/feign/TaskFeignClient.java
...@@ -15,9 +15,9 @@ import java.util.List; ...@@ -15,9 +15,9 @@ import java.util.List;
* @date 2021/7/16 * @date 2021/7/16
*/ */
@FeignClient(value = "fanxing-task-manager") @FeignClient(value = "fanxing-task")
@Service @Service
public interface TaskManagerFeignClient { public interface TaskFeignClient {
@GetMapping("/tasks") @GetMapping("/tasks")
JsonMessageUtil.JsonMessage<List<Task>> getAllTask(); JsonMessageUtil.JsonMessage<List<Task>> getAllTask();
......
fanxing-forward/src/main/java/com/viontech/fanxing/forward/runner/JobStartRunner.java
package com.viontech.fanxing.forward.runner; package com.viontech.fanxing.forward.runner;
import com.viontech.fanxing.commons.config.VionConfig;
import org.springframework.batch.core.Job; import org.springframework.batch.core.Job;
import org.springframework.batch.core.JobParameters; import org.springframework.batch.core.JobParameters;
import org.springframework.batch.core.JobParametersBuilder; import org.springframework.batch.core.JobParametersBuilder;
import org.springframework.batch.core.launch.support.SimpleJobLauncher; import org.springframework.batch.core.launch.support.SimpleJobLauncher;
import org.springframework.batch.core.repository.JobRepository; import org.springframework.batch.core.repository.JobRepository;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.boot.CommandLineRunner; import org.springframework.boot.CommandLineRunner;
import org.springframework.core.annotation.Order; import org.springframework.core.annotation.Order;
import org.springframework.core.task.SimpleAsyncTaskExecutor; import org.springframework.core.task.TaskExecutor;
import org.springframework.stereotype.Component; import org.springframework.stereotype.Component;
import javax.annotation.Resource; import javax.annotation.Resource;
...@@ -26,9 +25,11 @@ import java.util.UUID; ...@@ -26,9 +25,11 @@ import java.util.UUID;
@Order(11) @Order(11)
public class JobStartRunner implements CommandLineRunner { public class JobStartRunner implements CommandLineRunner {
@Autowired @Resource
JobRepository jobRepository; JobRepository jobRepository;
@Resource @Resource
private TaskExecutor taskExecutor;
@Resource
private Job trafficJob; private Job trafficJob;
@Resource @Resource
private Job forwardJob; private Job forwardJob;
...@@ -36,14 +37,14 @@ public class JobStartRunner implements CommandLineRunner { ...@@ -36,14 +37,14 @@ public class JobStartRunner implements CommandLineRunner {
private Job trafficFlowJob; private Job trafficFlowJob;
@Resource @Resource
private Job behaviorJob; private Job behaviorJob;
@Value("${vion.forward.enable:false}") @Resource
private Boolean enableForward; private VionConfig vionConfig;
@Override @Override
public void run(String... args) throws Exception { public void run(String... args) throws Exception {
SimpleJobLauncher sjl = new SimpleJobLauncher(); SimpleJobLauncher sjl = new SimpleJobLauncher();
sjl.setJobRepository(jobRepository); sjl.setJobRepository(jobRepository);
sjl.setTaskExecutor(new SimpleAsyncTaskExecutor()); sjl.setTaskExecutor(taskExecutor);
sjl.afterPropertiesSet(); sjl.afterPropertiesSet();
JobParameters jobParameters; JobParameters jobParameters;
for (int i = 0; i < 5; i++) { for (int i = 0; i < 5; i++) {
...@@ -61,7 +62,7 @@ public class JobStartRunner implements CommandLineRunner { ...@@ -61,7 +62,7 @@ public class JobStartRunner implements CommandLineRunner {
sjl.run(behaviorJob, jobParameters); sjl.run(behaviorJob, jobParameters);
} }
if (enableForward) { if (vionConfig.isEnableForward()) {
for (int i = 0; i < 5; i++) { for (int i = 0; i < 5; i++) {
jobParameters = new JobParametersBuilder().addString("uuid", UUID.randomUUID().toString()).toJobParameters(); jobParameters = new JobParametersBuilder().addString("uuid", UUID.randomUUID().toString()).toJobParameters();
sjl.run(forwardJob, jobParameters); sjl.run(forwardJob, jobParameters);
......
fanxing-forward/src/main/java/com/viontech/fanxing/forward/runner/PicKeepRunner.java
package com.viontech.fanxing.forward.runner; package com.viontech.fanxing.forward.runner;
import com.viontech.fanxing.commons.config.VionConfig;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import org.apache.commons.io.FileUtils; import org.apache.commons.io.FileUtils;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.scheduling.annotation.Scheduled; import org.springframework.scheduling.annotation.Scheduled;
import org.springframework.stereotype.Component; import org.springframework.stereotype.Component;
import javax.annotation.Resource;
import java.io.File; import java.io.File;
import java.time.LocalDate; import java.time.LocalDate;
import java.time.format.DateTimeFormatter; import java.time.format.DateTimeFormatter;
...@@ -20,28 +21,26 @@ import java.time.format.DateTimeFormatter; ...@@ -20,28 +21,26 @@ import java.time.format.DateTimeFormatter;
@Slf4j @Slf4j
public class PicKeepRunner { public class PicKeepRunner {
@Value("${vion.pic.keep:7}") @Resource
private Integer keep; private VionConfig vionConfig;
@Value("${vion.pic.path:/images}")
private String basePath;
@Scheduled(cron = "0 0 08 * * ?") @Scheduled(cron = "0 0 08 * * ?")
public void run() { public void run() {
if (keep == -1) { if (vionConfig.getImage().getKeep() == -1) {
return; return;
} }
try { try {
long nowDay = LocalDate.now().toEpochDay(); long nowDay = LocalDate.now().toEpochDay();
DateTimeFormatter yyyyMMdd = DateTimeFormatter.ofPattern("yyyyMMdd"); DateTimeFormatter yyyyMMdd = DateTimeFormatter.ofPattern("yyyyMMdd");
File baseDir = new File(basePath); File baseDir = new File(vionConfig.getImage().getPath());
File[] files = baseDir.listFiles((dir, name) -> name.matches("[1-9]\\d{7}")); File[] files = baseDir.listFiles((dir, name) -> name.matches("[1-9]\\d{7}"));
for (File file : files) { for (File file : files) {
String name = file.getName(); String name = file.getName();
LocalDate day = LocalDate.parse(name, yyyyMMdd); LocalDate day = LocalDate.parse(name, yyyyMMdd);
long l = day.toEpochDay(); long l = day.toEpochDay();
if (nowDay - l > keep) { if (nowDay - l > vionConfig.getImage().getKeep()) {
log.info("删除文件夹:{}", name); log.info("删除文件夹:{}", name);
FileUtils.deleteDirectory(file); FileUtils.deleteDirectory(file);
} }
......
fanxing-forward/src/main/java/com/viontech/fanxing/forward/util/CacheUtils.java
...@@ -5,7 +5,7 @@ import com.google.common.cache.CacheBuilder; ...@@ -5,7 +5,7 @@ import com.google.common.cache.CacheBuilder;
import com.viontech.fanxing.commons.model.Forward; import com.viontech.fanxing.commons.model.Forward;
import com.viontech.fanxing.commons.model.Task; import com.viontech.fanxing.commons.model.Task;
import com.viontech.fanxing.forward.feign.OpsFeignClient; import com.viontech.fanxing.forward.feign.OpsFeignClient;
import com.viontech.fanxing.forward.feign.TaskManagerFeignClient; import com.viontech.fanxing.forward.feign.TaskFeignClient;
import com.viontech.keliu.util.JsonMessageUtil; import com.viontech.keliu.util.JsonMessageUtil;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import org.springframework.stereotype.Component; import org.springframework.stereotype.Component;
...@@ -32,7 +32,7 @@ public class CacheUtils { ...@@ -32,7 +32,7 @@ public class CacheUtils {
private static final Cache<Object, Object> CACHE = CacheBuilder.newBuilder().expireAfterWrite(Duration.ofMinutes(2)).build(); private static final Cache<Object, Object> CACHE = CacheBuilder.newBuilder().expireAfterWrite(Duration.ofMinutes(2)).build();
@Resource @Resource
private TaskManagerFeignClient taskManagerFeignClient; private TaskFeignClient taskFeignClient;
@Resource @Resource
private OpsFeignClient opsFeignClient; private OpsFeignClient opsFeignClient;
...@@ -42,7 +42,7 @@ public class CacheUtils { ...@@ -42,7 +42,7 @@ public class CacheUtils {
result = (Map<String, Task>) CACHE.get("task_map", () -> { result = (Map<String, Task>) CACHE.get("task_map", () -> {
JsonMessageUtil.JsonMessage<List<Task>> response = null; JsonMessageUtil.JsonMessage<List<Task>> response = null;
try { try {
response = taskManagerFeignClient.getAllTask(); response = taskFeignClient.getAllTask();
} catch (Exception e) { } catch (Exception e) {
log.info("获取 task_map 失败:", e); log.info("获取 task_map 失败:", e);
} }
......
fanxing-forward/src/main/java/com/viontech/fanxing/forward/util/PicUtils.java
...@@ -21,7 +21,7 @@ import java.util.UUID; ...@@ -21,7 +21,7 @@ import java.util.UUID;
@Component @Component
public class PicUtils { public class PicUtils {
@Value("${vion.pic.path:/images}") @Value("${vion.image.path:/images}")
private String basePath; private String basePath;
public String savePic(String unid, Date date, String format, byte[] data) throws IOException { public String savePic(String unid, Date date, String format, byte[] data) throws IOException {
......
fanxing-forward/src/main/resources/application.yml
spring: spring:
servlet:
multipart:
max-file-size: 500MB
max-request-size: 512MB
cloud: cloud:
loadbalancer: loadbalancer:
ribbon: ribbon:
...@@ -40,10 +44,6 @@ spring: ...@@ -40,10 +44,6 @@ spring:
batch: batch:
job: job:
enabled: false enabled: false
servlet:
multipart:
max-file-size: 10MB
max-request-size: 100MB
logging: logging:
config: classpath:logback-${spring.profiles.active}.xml config: classpath:logback-${spring.profiles.active}.xml
mybatis: mybatis:
...@@ -55,11 +55,10 @@ pagehelper: ...@@ -55,11 +55,10 @@ pagehelper:
supportMethodsArguments: true supportMethodsArguments: true
params: count=countByExample params: count=countByExample
vion: vion:
pic: image:
path: G:\data path: G:\data
keep: 1 keep: 1
forward: enable-forward: true
enable: false
redisson: redisson:
path: F:\myIDEAworkspace\jt\fanxing3\fanxing-commons\src\main\resources\redisson.yml path: F:\myIDEAworkspace\jt\fanxing3\fanxing-commons\src\main\resources\redisson.yml
debug: true debug: true
\ No newline at end of file \ No newline at end of file
fanxing-forward/src/test/java/com/viontech/fanxing/forward/Test0.java
...@@ -4,7 +4,7 @@ import com.alibaba.fastjson.JSON; ...@@ -4,7 +4,7 @@ import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject; import com.alibaba.fastjson.JSONObject;
import com.viontech.fanxing.commons.constant.RedisKeys; import com.viontech.fanxing.commons.constant.RedisKeys;
import com.viontech.fanxing.commons.model.Task; import com.viontech.fanxing.commons.model.Task;
import com.viontech.fanxing.forward.feign.TaskManagerFeignClient; import com.viontech.fanxing.forward.feign.TaskFeignClient;
import com.viontech.keliu.util.JsonMessageUtil; import com.viontech.keliu.util.JsonMessageUtil;
import org.junit.Test; import org.junit.Test;
import org.junit.runner.RunWith; import org.junit.runner.RunWith;
...@@ -30,7 +30,7 @@ public class Test0 { ...@@ -30,7 +30,7 @@ public class Test0 {
@Resource @Resource
private RedissonClient redissonClient; private RedissonClient redissonClient;
@Resource @Resource
private TaskManagerFeignClient taskManagerFeignClient; private TaskFeignClient taskFeignClient;
@Test @Test
public void test() { public void test() {
...@@ -41,7 +41,7 @@ public class Test0 { ...@@ -41,7 +41,7 @@ public class Test0 {
@Test @Test
public void allTask() { public void allTask() {
JsonMessageUtil.JsonMessage<List<Task>> allTask = taskManagerFeignClient.getAllTask(); JsonMessageUtil.JsonMessage<List<Task>> allTask = taskFeignClient.getAllTask();
System.out.println(JSON.toJSONString(allTask)); System.out.println(JSON.toJSONString(allTask));
} }
......
fanxing-gateway/src/main/java/com/viontech/fanxing/forward/AuthorizationFilter.java
package com.viontech.fanxing.forward; package com.viontech.fanxing.forward;
import com.viontech.fanxing.commons.config.VionConfig;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.cloud.context.config.annotation.RefreshScope; import org.springframework.cloud.context.config.annotation.RefreshScope;
import org.springframework.cloud.gateway.filter.GatewayFilterChain; import org.springframework.cloud.gateway.filter.GatewayFilterChain;
import org.springframework.cloud.gateway.filter.GlobalFilter; import org.springframework.cloud.gateway.filter.GlobalFilter;
...@@ -10,9 +10,9 @@ import org.springframework.http.MediaType; ...@@ -10,9 +10,9 @@ import org.springframework.http.MediaType;
import org.springframework.http.server.reactive.ServerHttpResponse; import org.springframework.http.server.reactive.ServerHttpResponse;
import org.springframework.stereotype.Component; import org.springframework.stereotype.Component;
import org.springframework.web.server.ServerWebExchange; import org.springframework.web.server.ServerWebExchange;
import reactor.core.publisher.Flux;
import reactor.core.publisher.Mono; import reactor.core.publisher.Mono;
import javax.annotation.Resource;
import java.nio.charset.StandardCharsets; import java.nio.charset.StandardCharsets;
/** /**
...@@ -24,15 +24,14 @@ import java.nio.charset.StandardCharsets; ...@@ -24,15 +24,14 @@ import java.nio.charset.StandardCharsets;
@Slf4j @Slf4j
@Component @Component
@RefreshScope
public class AuthorizationFilter implements GlobalFilter { public class AuthorizationFilter implements GlobalFilter {
@Value("${vion.authorization.enable}") @Resource
private Boolean enable; private VionConfig vionConfig;
@Override @Override
public Mono<Void> filter(ServerWebExchange exchange, GatewayFilterChain chain) { public Mono<Void> filter(ServerWebExchange exchange, GatewayFilterChain chain) {
if (enable) { if (vionConfig.isEnableAuthorization()) {
// todo authorize // todo authorize
return unAuthorized(exchange.getResponse(), "authorization failed"); return unAuthorized(exchange.getResponse(), "authorization failed");
} }
......
fanxing-gateway/src/main/java/com/viontech/fanxing/forward/GatewayApp.java
...@@ -5,6 +5,8 @@ import org.springframework.boot.SpringApplication; ...@@ -5,6 +5,8 @@ import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication; import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.cloud.client.discovery.EnableDiscoveryClient; import org.springframework.cloud.client.discovery.EnableDiscoveryClient;
import org.springframework.cloud.openfeign.EnableFeignClients; import org.springframework.cloud.openfeign.EnableFeignClients;
import org.springframework.context.annotation.ComponentScan;
import org.springframework.context.annotation.FilterType;
import org.springframework.scheduling.annotation.EnableScheduling; import org.springframework.scheduling.annotation.EnableScheduling;
/** /**
...@@ -13,7 +15,10 @@ import org.springframework.scheduling.annotation.EnableScheduling; ...@@ -13,7 +15,10 @@ import org.springframework.scheduling.annotation.EnableScheduling;
* @author 谢明辉 * @author 谢明辉
* @date 2021/6/11 * @date 2021/6/11
*/ */
@SpringBootApplication(scanBasePackages = "com.viontech.fanxing") @SpringBootApplication
@ComponentScan(basePackages = "com.viontech.fanxing",excludeFilters = {
@ComponentScan.Filter(type = FilterType.ASSIGNABLE_TYPE, classes = com.viontech.fanxing.commons.config.WebConfig.class)
})
@EnableDiscoveryClient @EnableDiscoveryClient
@EnableScheduling @EnableScheduling
@EnableFeignClients @EnableFeignClients
......
fanxing-gateway/src/main/resources/application.yml
...@@ -55,7 +55,6 @@ spring: ...@@ -55,7 +55,6 @@ spring:
logging: logging:
config: classpath:logback-${spring.profiles.active}.xml config: classpath:logback-${spring.profiles.active}.xml
vion: vion:
authorization: enable-authorization: false
enable: false
redisson: redisson:
path: F:\myIDEAworkspace\jt\fanxing3\fanxing-commons\src\main\resources\redisson.yml path: F:\myIDEAworkspace\jt\fanxing3\fanxing-commons\src\main\resources\redisson.yml
\ No newline at end of file \ No newline at end of file
fanxing-ops/src/main/java/com/viontech/fanxing/ops/controller/web/ChannelController.java
...@@ -45,4 +45,10 @@ public class ChannelController extends ChannelBaseController { ...@@ -45,4 +45,10 @@ public class ChannelController extends ChannelBaseController {
JSONObject result = channelService.nvs3000(jsonObject.getString("nvsUrl"), jsonObject.getString("nvsRegex")); JSONObject result = channelService.nvs3000(jsonObject.getString("nvsUrl"), jsonObject.getString("nvsRegex"));
return JsonMessageUtil.getSuccessJsonMsg(result); return JsonMessageUtil.getSuccessJsonMsg(result);
} }
@PostMapping("/video/upload")
public Object uploadVideo(ChannelVo channelVo) {
Channel channel = channelService.uploadVideo(channelVo);
return JsonMessageUtil.getSuccessJsonMsg(channel);
}
} }
\ No newline at end of file \ No newline at end of file
fanxing-ops/src/main/java/com/viontech/fanxing/ops/service/adapter/ChannelService.java
...@@ -3,6 +3,7 @@ package com.viontech.fanxing.ops.service.adapter; ...@@ -3,6 +3,7 @@ package com.viontech.fanxing.ops.service.adapter;
import com.alibaba.fastjson.JSONObject; import com.alibaba.fastjson.JSONObject;
import com.viontech.fanxing.commons.base.BaseService; import com.viontech.fanxing.commons.base.BaseService;
import com.viontech.fanxing.commons.model.Channel; import com.viontech.fanxing.commons.model.Channel;
import com.viontech.fanxing.commons.vo.ChannelVo;
import com.viontech.fanxing.commons.vo.DictCodeVo; import com.viontech.fanxing.commons.vo.DictCodeVo;
import java.util.List; import java.util.List;
...@@ -13,4 +14,6 @@ public interface ChannelService extends BaseService<Channel> { ...@@ -13,4 +14,6 @@ public interface ChannelService extends BaseService<Channel> {
List<DictCodeVo> channelOrg(List<Channel> channels); List<DictCodeVo> channelOrg(List<Channel> channels);
Channel uploadVideo(ChannelVo channelVo);
} }
\ No newline at end of file \ No newline at end of file
fanxing-ops/src/main/java/com/viontech/fanxing/ops/service/impl/ChannelServiceImpl.java
...@@ -4,6 +4,9 @@ import com.alibaba.fastjson.JSONArray; ...@@ -4,6 +4,9 @@ import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject; import com.alibaba.fastjson.JSONObject;
import com.viontech.fanxing.commons.base.BaseMapper; import com.viontech.fanxing.commons.base.BaseMapper;
import com.viontech.fanxing.commons.base.BaseServiceImpl; import com.viontech.fanxing.commons.base.BaseServiceImpl;
import com.viontech.fanxing.commons.config.VionConfig;
import com.viontech.fanxing.commons.constant.ChannelType;
import com.viontech.fanxing.commons.exception.FanXingException;
import com.viontech.fanxing.commons.model.*; import com.viontech.fanxing.commons.model.*;
import com.viontech.fanxing.commons.vo.ChannelVo; import com.viontech.fanxing.commons.vo.ChannelVo;
import com.viontech.fanxing.commons.vo.DictCodeVo; import com.viontech.fanxing.commons.vo.DictCodeVo;
...@@ -12,17 +15,19 @@ import com.viontech.fanxing.ops.service.adapter.ChannelService; ...@@ -12,17 +15,19 @@ import com.viontech.fanxing.ops.service.adapter.ChannelService;
import com.viontech.fanxing.ops.service.adapter.DictCateService; import com.viontech.fanxing.ops.service.adapter.DictCateService;
import com.viontech.fanxing.ops.service.adapter.DictCodeService; import com.viontech.fanxing.ops.service.adapter.DictCodeService;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import org.apache.commons.io.FileUtils;
import org.apache.commons.io.FilenameUtils;
import org.apache.commons.lang3.StringUtils; import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.tuple.ImmutablePair; import org.apache.commons.lang3.tuple.ImmutablePair;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;
import org.springframework.web.multipart.MultipartFile;
import org.springframework.web.reactive.function.client.WebClient; import org.springframework.web.reactive.function.client.WebClient;
import javax.annotation.Resource; import javax.annotation.Resource;
import java.io.File;
import java.io.IOException;
import java.time.Duration; import java.time.Duration;
import java.util.ArrayList; import java.util.*;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.stream.Collectors; import java.util.stream.Collectors;
@Service @Service
...@@ -34,6 +39,8 @@ public class ChannelServiceImpl extends BaseServiceImpl<Channel> implements Chan ...@@ -34,6 +39,8 @@ public class ChannelServiceImpl extends BaseServiceImpl<Channel> implements Chan
private DictCodeService dictcodeService; private DictCodeService dictcodeService;
@Resource @Resource
private DictCateService dictCateService; private DictCateService dictCateService;
@Resource
private VionConfig vionConfig;
@Override @Override
public BaseMapper<Channel> getMapper() { public BaseMapper<Channel> getMapper() {
...@@ -94,9 +101,7 @@ public class ChannelServiceImpl extends BaseServiceImpl<Channel> implements Chan ...@@ -94,9 +101,7 @@ public class ChannelServiceImpl extends BaseServiceImpl<Channel> implements Chan
dictCodeVo.getChildren().removeIf(this::needRemoveFromTree); dictCodeVo.getChildren().removeIf(this::needRemoveFromTree);
} }
if (dictCodeVo.getChannels() == null) { if (dictCodeVo.getChannels() == null) {
if (dictCodeVo.getChildren() == null || dictCodeVo.getChildren().size() == 0) { return dictCodeVo.getChildren() == null || dictCodeVo.getChildren().size() == 0;
return true;
}
} }
return false; return false;
} }
...@@ -153,9 +158,9 @@ public class ChannelServiceImpl extends BaseServiceImpl<Channel> implements Chan ...@@ -153,9 +158,9 @@ public class ChannelServiceImpl extends BaseServiceImpl<Channel> implements Chan
channel.setChannelUnid(id); channel.setChannelUnid(id);
channel.setName(name); channel.setName(name);
channel.setAddressUnid(addressUnid); channel.setAddressUnid(addressUnid);
channel.setType(1); channel.setType(ChannelType.THIRD_PART.value);
channel.setExpand("nvs3000"); channel.setExpand("nvs3000");
channel.setStreamType(0); channel.setStreamType(ChannelType.STREAM_RTSP.value);
channel.setStreamPath(nvsRegex + id); channel.setStreamPath(nvsRegex + id);
insertSelective(channel); insertSelective(channel);
success++; success++;
...@@ -167,4 +172,40 @@ public class ChannelServiceImpl extends BaseServiceImpl<Channel> implements Chan ...@@ -167,4 +172,40 @@ public class ChannelServiceImpl extends BaseServiceImpl<Channel> implements Chan
log.info("拉取nvs3000 : {}", jsonObject); log.info("拉取nvs3000 : {}", jsonObject);
return jsonObject; return jsonObject;
} }
/**
* 上传存储视频文件
*/
@Override
public Channel uploadVideo(ChannelVo channelVo) {
MultipartFile file = channelVo.getFile();
String originalFilename = file.getOriginalFilename();
String basePath = vionConfig.getImage().getPath() + File.separator + "uploadVideo" + File.separator;
String extension = FilenameUtils.getExtension(originalFilename);
if (StringUtils.isBlank(extension) || !vionConfig.getSupportedVideoFormats().contains(extension.toLowerCase())) {
throw new FanXingException("不支持的视频格式:" + extension);
}
String unid = UUID.randomUUID().toString();
String filename = unid + "." + extension;
File video = new File(basePath + filename);
video.getParentFile().mkdirs();
try {
FileUtils.copyToFile(file.getInputStream(), video);
} catch (IOException e) {
throw new RuntimeException(e);
}
channelVo.setUnid(unid);
channelVo.setChannelUnid(unid);
channelVo.setDeviceUnid(unid);
channelVo.setName(originalFilename);
channelVo.setStreamPath(video.getPath());
channelVo.setType(ChannelType.FILE.value);
channelVo.setStreamType(ChannelType.STREAM_FILE.value);
Channel channel = this.insertSelective(channelVo);
channel = selectByPrimaryKey(channel.getId());
return channel;
}
} }
\ No newline at end of file \ No newline at end of file
fanxing-ops/src/main/resources/application.yml
spring: spring:
servlet:
multipart:
max-file-size: 500MB
max-request-size: 512MB
cloud: cloud:
loadbalancer: loadbalancer:
ribbon: ribbon:
...@@ -48,5 +52,12 @@ pagehelper: ...@@ -48,5 +52,12 @@ pagehelper:
supportMethodsArguments: true supportMethodsArguments: true
params: count=countByExample params: count=countByExample
vion: vion:
image:
path: G:\data
redisson: redisson:
path: F:\myIDEAworkspace\jt\fanxing3\fanxing-commons\src\main\resources\redisson.yml path: F:\myIDEAworkspace\jt\fanxing3\fanxing-commons\src\main\resources\redisson.yml
supported-video-formats:
- mp4
- avi
- h264
- nsf
\ No newline at end of file \ No newline at end of file
fanxing-query/src/main/resources/application.yml
spring: spring:
servlet:
multipart:
max-file-size: 500MB
max-request-size: 512MB
cloud: cloud:
loadbalancer: loadbalancer:
ribbon: ribbon:
......
fanxing-task/pom.xml
...@@ -35,7 +35,7 @@ ...@@ -35,7 +35,7 @@
<build> <build>
<finalName>fanxing-task-scheduling</finalName> <finalName>fanxing-task</finalName>
<plugins> <plugins>
<plugin> <plugin>
<groupId>org.springframework.boot</groupId> <groupId>org.springframework.boot</groupId>
......
fanxing-task/src/main/java/com/viontech/fanxing/task/controller/VAServerController.java
...@@ -2,12 +2,12 @@ package com.viontech.fanxing.task.controller; ...@@ -2,12 +2,12 @@ package com.viontech.fanxing.task.controller;
import com.alibaba.fastjson.JSON; import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject; import com.alibaba.fastjson.JSONObject;
import com.viontech.fanxing.commons.config.VionConfig;
import com.viontech.fanxing.task.model.vaserver.VaServerInfo; import com.viontech.fanxing.task.model.vaserver.VaServerInfo;
import com.viontech.fanxing.task.service.VAServerService; import com.viontech.fanxing.task.service.VAServerService;
import com.viontech.keliu.util.JsonMessageUtil; import com.viontech.keliu.util.JsonMessageUtil;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import org.redisson.api.RMap; import org.redisson.api.RMap;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.web.bind.annotation.*; import org.springframework.web.bind.annotation.*;
import javax.annotation.Resource; import javax.annotation.Resource;
...@@ -26,27 +26,23 @@ public class VAServerController { ...@@ -26,27 +26,23 @@ public class VAServerController {
@Resource @Resource
private VAServerService vaServerService; private VAServerService vaServerService;
@Resource
@Value("${vion.gateway.ip}") private VionConfig vionConfig;
private String vionGatewayIp;
@Value("${vion.gateway.port}")
private String vionGatewayPort;
/** /**
* 注册 * 注册
*/ */
@PostMapping("/register") @PostMapping("/register")
public Object register(@RequestBody VaServerInfo vaServerInfo) { public Object register(@RequestBody VaServerInfo vaServerInfo) {
String ip = vionConfig.getGateway().getIp();
String port = vionConfig.getGateway().getPort();
log.info("收到注册消息:{}", JSON.toJSONString(vaServerInfo)); log.info("收到注册消息:{}", JSON.toJSONString(vaServerInfo));
vaServerService.registerVAServer(vaServerInfo); vaServerService.registerVAServer(vaServerInfo);
HashMap<String, Object> result = new HashMap<>(); HashMap<String, Object> result = new HashMap<>();
result.put("code", 200); result.put("code", 200);
result.put("msg", "success"); result.put("msg", "success");
result.put("resultRecvUrl", "http://" + vionGatewayIp + ":" + vionGatewayPort + "/fanxing-forward/result"); result.put("resultRecvUrl", "http://" + ip + ":" + port + "/fanxing-forward/result");
result.put("videoUploadUrl", "http://" + vionGatewayIp + ":" + vionGatewayPort + "/fanxing-forward/result/video"); result.put("videoUploadUrl", "http://" + ip + ":" + port + "/fanxing-forward/result/video");
return result; return result;
} }
......
fanxing-task/src/main/java/com/viontech/fanxing/task/service/VAServerHttpService.java
...@@ -56,7 +56,7 @@ public class VAServerHttpService { ...@@ -56,7 +56,7 @@ public class VAServerHttpService {
.retrieve() .retrieve()
.bodyToMono(String.class); .bodyToMono(String.class);
String response = stringMono.block(Duration.ofSeconds(20)); String response = stringMono.block(Duration.ofSeconds(20));
log.info("下发任务结果:{}", response); log.info("更新任务结果:{}", response);
return JSON.parseObject(response); return JSON.parseObject(response);
} }
......
fanxing-task/src/main/java/com/viontech/fanxing/task/service/impl/TaskServiceImpl.java
...@@ -45,7 +45,7 @@ public class TaskServiceImpl extends BaseServiceImpl<Task> implements TaskServic ...@@ -45,7 +45,7 @@ public class TaskServiceImpl extends BaseServiceImpl<Task> implements TaskServic
task = selectByPrimaryKey(task.getId()); task = selectByPrimaryKey(task.getId());
if (StringUtils.isNotBlank(task.getScene()) && task.getStoreConfigId() != null) { if (StringUtils.isNotBlank(task.getScene()) && task.getStoreConfigId() != null) {
taskDataService.addTask(task); taskDataService.updateTask(task);
} }
return new TaskVo(task); return new TaskVo(task);
} }
......
fanxing-task/src/main/resources/application.yml
spring: spring:
servlet:
multipart:
max-file-size: 500MB
max-request-size: 512MB
cloud: cloud:
loadbalancer: loadbalancer:
ribbon: ribbon:
......
Markdown is supported
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!