生成日志记录并上传到OSS-基于RabbitMQ实现
AI 摘要鱼粮不足,AI 今天先歇着 · 正文在下面
通信过程

教程
1、引入依赖
xml
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-parent</artifactId>
<version>3.0.6</version>
<relativePath/> <!-- lookup parent from repository -->
</parent>
<groupId>com.sakmon</groupId>
<artifactId>rabbitmqDemo1</artifactId>
<version>0.0.1-SNAPSHOT</version>
<name>rabbitmqDemo1</name>
<description>rabbitmqDemo1</description>
<properties>
<java.version>17</java.version>
</properties>
<dependencies>
<!-- fastJson -->
<dependency>
<groupId>com.alibaba</groupId>
<artifactId>fastjson</artifactId>
<version>1.2.62</version>
</dependency>
<!--springboot配置注释处理器-->
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-configuration-processor</artifactId>
<optional>true</optional>
</dependency>
<!-- aliyun-oos -->
<dependency>
<groupId>com.aliyun.oss</groupId>
<artifactId>aliyun-sdk-oss</artifactId>
<version>3.16.1</version>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-amqp</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-web</artifactId>
</dependency>
<dependency>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
<optional>true</optional>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-test</artifactId>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.springframework.amqp</groupId>
<artifactId>spring-rabbit-test</artifactId>
<scope>test</scope>
</dependency>
</dependencies>
<build>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
<configuration>
<excludes>
<exclude>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
</exclude>
</excludes>
</configuration>
</plugin>
</plugins>
</build>
</project>
2、配置
yml
server:
port: 8088
spring:
application:
name: demo1
rabbitmq:
host: 127.0.0.1
password: guest
username: guest
port: 5672
virtual-host: /
mq:
log:
exchange: test.log.exchange
queue: test.log.queue
routing: test.log.routing.key
oss:
url: https://xxxxxxx.aliyuncs.com/
endpoint: oss-cn-xxxxxx.aliyuncs.com
accessKeyId: xxxxxxxxxxx
accessKeySecret: xxxxx
bucketName: xxxxxxxx
3、MQ配置
java
package com.sakmon.rabbitmqdemo1.config;
import org.springframework.amqp.core.Binding;
import org.springframework.amqp.core.BindingBuilder;
import org.springframework.amqp.core.Queue;
import org.springframework.amqp.core.TopicExchange;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.core.env.Environment;
/**
* @author Salmon
* @date 2023/4/30 15:18
*/
@Configuration
public class RabbitConfig {
@Autowired
private Environment env;
/**
* 预先创建交换机、路由及其绑定
*
* @return TopicExchange
*/
@Bean
public TopicExchange logExchange() {
return new TopicExchange(env.getProperty("mq.log.exchange"), true, false);
}
@Bean
public Queue logQueue() {
return new Queue(env.getProperty("mq.log.queue"), true);
}
@Bean
public Binding logBinding() {
return BindingBuilder.bind(logQueue()).to(logExchange()).with(env.getProperty("mq.log.routing"));
}
}
3、OSS映射
java
import com.aliyun.oss.OSS;
import com.aliyun.oss.OSSClientBuilder;
import lombok.Data;
import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
/**
* @author Salmon
* @date 2023/4/30 15:18
*/
@Data
@Configuration
@ConfigurationProperties(prefix = "oss")
public class OssConfigProperties {
/**
* oss域名
*/
private String url;
/**
* 终点
*/
private String endpoint;
/**
* 访问密钥id
*/
private String accessKeyId;
/**
* 访问密钥密码
*/
private String accessKeySecret;
/**
* bucket名称
*/
private String bucketName;
@Bean
public OSS ossClient() {
return new OSSClientBuilder().build(endpoint, accessKeyId, accessKeySecret);
}
}
4、实体
java
package com.sakmon.rabbitmqdemo1.entity;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.Accessors;
import java.io.Serializable;
import java.time.LocalDateTime;
/**
* 广告日志
*
* @author Salmon
* @date 2023/4/30 15:34
*/
@Data
@AllArgsConstructor
@NoArgsConstructor
@Accessors(chain = true)
public class AdLog implements Serializable {
/**
* 记录ID
*/
private Integer id;
/**
* 广告时长
*/
private Integer duration;
/**
* 用户ID
*/
private Integer userId;
/**
* 创建时间
*/
private LocalDateTime creatTime;
/**
* 修改时间
*/
private LocalDateTime updateTime;
}
5、生产者
java
import com.fasterxml.jackson.databind.ObjectMapper;
import com.sakmon.rabbitmqdemo1.entity.AdLog;
import org.springframework.amqp.core.AmqpTemplate;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.core.env.Environment;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
import java.time.LocalDateTime;
/**
* @author Salmon
* @date 2023/4/30 15:17
*/
@RequestMapping("/test")
@RestController
public class TestController {
@Autowired
private AmqpTemplate amqpTemplate;
@Autowired
private Environment env;
@Autowired
private ObjectMapper objectMapper;
/**
* 将广告日志异步处理持久化到阿里云
*
* @return String
* @throws Exception 异常
*/
@GetMapping("/send")
public String addLog() throws Exception {
//模拟业务生成广告时长记录
AdLog adLog = new AdLog(1, 60, 1, LocalDateTime.now(), LocalDateTime.now());
amqpTemplate.convertAndSend(env.getProperty("mq.log.exchange"), env.getProperty("mq.log.routing"), adLog);
return "success";
}
}
6、消费者
java
import com.alibaba.fastjson.JSON;
import com.aliyun.oss.OSS;
import com.aliyun.oss.common.comm.ResponseMessage;
import com.aliyun.oss.model.PutObjectResult;
import com.sakmon.rabbitmqdemo1.config.OssConfigProperties;
import com.sakmon.rabbitmqdemo1.entity.AdLog;
import lombok.AllArgsConstructor;
import lombok.extern.slf4j.Slf4j;
import org.springframework.amqp.rabbit.annotation.RabbitHandler;
import org.springframework.amqp.rabbit.annotation.RabbitListener;
import org.springframework.stereotype.Component;
import java.io.*;
import java.nio.charset.StandardCharsets;
import java.time.LocalDate;
import java.time.format.DateTimeFormatter;
/**
* 广告日志消费者
*
* @author Salmon
* @date 2023/4/30 15:55
*/
@Component
@Slf4j
@AllArgsConstructor
@RabbitListener(queues = "test.log.queue")
public class AdLogConsumer {
private OSS ossClient;
private OssConfigProperties ossConfigProperties;
@RabbitHandler
public void process(AdLog adLog) {
//将对象转为json字符串
String jsonString = JSON.toJSONString(adLog);
//日期
String date = LocalDate.now().format(DateTimeFormatter.ofPattern("yyyy/MM/dd"));
//文件名
String path = date + "/" + System.currentTimeMillis() + ".json";
File file = new File(path);
try {
// 如果父目录不存在,创建父目录
if (!file.getParentFile().exists()) {
if (!file.getParentFile().mkdirs()) {
log.error("创建目录失败");
return;
}
}
// 如果文件存在,删除该文件,可不删
if (file.exists()) {
file.delete();
}
file.createNewFile();
OutputStreamWriter writer = new OutputStreamWriter(new FileOutputStream(file), StandardCharsets.UTF_8);
writer.write(jsonString);
writer.flush();
writer.close();
String url = "ad/log/" + date + "/" + file.getName();
InputStream in = new FileInputStream(file);
PutObjectResult putObjectResult = ossClient.putObject(ossConfigProperties.getBucketName(), url, in);
ResponseMessage response = putObjectResult.getResponse();
log.info("收到响应结果,将url写入数据库记录,{}", JSON.toJSONString(response));
} catch (Exception e) {
e.printStackTrace();
} finally {
file.delete();
}
}
}
测试
可以看到在项目根目录创建了基于日期格式的文件夹里面存放着文件

到OSS上,也可以看到存储的文件

至此,本示例教程结束