生成日志记录并上传到OSS-基于RabbitMQ实现

2023-04-30后端3 分钟113 次阅读
AI 摘要鱼粮不足,AI 今天先歇着 · 正文在下面

通信过程

image.png

教程

1、引入依赖

xml 复制代码
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
    <modelVersion>4.0.0</modelVersion>
    <parent>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-parent</artifactId>
        <version>3.0.6</version>
        <relativePath/> <!-- lookup parent from repository -->
    </parent>
    <groupId>com.sakmon</groupId>
    <artifactId>rabbitmqDemo1</artifactId>
    <version>0.0.1-SNAPSHOT</version>
    <name>rabbitmqDemo1</name>
    <description>rabbitmqDemo1</description>
    <properties>
        <java.version>17</java.version>
    </properties>
    <dependencies>
        <!-- fastJson -->
        <dependency>
            <groupId>com.alibaba</groupId>
            <artifactId>fastjson</artifactId>
            <version>1.2.62</version>
        </dependency>
        <!--springboot配置注释处理器-->
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-configuration-processor</artifactId>
            <optional>true</optional>
        </dependency>
        <!-- aliyun-oos -->
        <dependency>
            <groupId>com.aliyun.oss</groupId>
            <artifactId>aliyun-sdk-oss</artifactId>
            <version>3.16.1</version>
        </dependency>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-amqp</artifactId>
        </dependency>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-web</artifactId>
        </dependency>
        <dependency>
            <groupId>org.projectlombok</groupId>
            <artifactId>lombok</artifactId>
            <optional>true</optional>
        </dependency>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-test</artifactId>
            <scope>test</scope>
        </dependency>
        <dependency>
            <groupId>org.springframework.amqp</groupId>
            <artifactId>spring-rabbit-test</artifactId>
            <scope>test</scope>
        </dependency>
    </dependencies>

    <build>
        <plugins>
            <plugin>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-maven-plugin</artifactId>
                <configuration>
                    <excludes>
                        <exclude>
                            <groupId>org.projectlombok</groupId>
                            <artifactId>lombok</artifactId>
                        </exclude>
                    </excludes>
                </configuration>
            </plugin>
        </plugins>
    </build>

</project>

2、配置

yml 复制代码
server:
  port: 8088

spring:
  application:
    name: demo1
  rabbitmq:
    host: 127.0.0.1
    password: guest
    username: guest
    port: 5672
    virtual-host: /

mq:
  log:
    exchange: test.log.exchange
    queue: test.log.queue
    routing: test.log.routing.key

oss:
  url: https://xxxxxxx.aliyuncs.com/
  endpoint: oss-cn-xxxxxx.aliyuncs.com
  accessKeyId: xxxxxxxxxxx
  accessKeySecret: xxxxx
  bucketName: xxxxxxxx

3、MQ配置

java 复制代码
package com.sakmon.rabbitmqdemo1.config;

import org.springframework.amqp.core.Binding;
import org.springframework.amqp.core.BindingBuilder;
import org.springframework.amqp.core.Queue;
import org.springframework.amqp.core.TopicExchange;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.core.env.Environment;

/**
 * @author Salmon
 * @date 2023/4/30 15:18
 */
@Configuration
public class RabbitConfig {

    @Autowired
    private Environment env;

    /**
     * 预先创建交换机、路由及其绑定
     *
     * @return TopicExchange
     */
    @Bean
    public TopicExchange logExchange() {
        return new TopicExchange(env.getProperty("mq.log.exchange"), true, false);
    }


    @Bean
    public Queue logQueue() {
        return new Queue(env.getProperty("mq.log.queue"), true);
    }

    @Bean
    public Binding logBinding() {
        return BindingBuilder.bind(logQueue()).to(logExchange()).with(env.getProperty("mq.log.routing"));
    }

}

3、OSS映射

java 复制代码
import com.aliyun.oss.OSS;
import com.aliyun.oss.OSSClientBuilder;
import lombok.Data;
import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;

/**
 * @author Salmon
 * @date 2023/4/30 15:18
 */
@Data
@Configuration
@ConfigurationProperties(prefix = "oss")
public class OssConfigProperties {

    /**
     * oss域名
     */
    private String url;

    /**
     * 终点
     */
    private String endpoint;

    /**
     * 访问密钥id
     */
    private String accessKeyId;

    /**
     * 访问密钥密码
     */
    private String accessKeySecret;

    /**
     * bucket名称
     */
    private String bucketName;


    @Bean
    public OSS ossClient() {
        return new OSSClientBuilder().build(endpoint, accessKeyId, accessKeySecret);
    }

}

4、实体

java 复制代码
package com.sakmon.rabbitmqdemo1.entity;

import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.Accessors;

import java.io.Serializable;
import java.time.LocalDateTime;

/**
 * 广告日志
 *
 * @author Salmon
 * @date 2023/4/30 15:34
 */
@Data
@AllArgsConstructor
@NoArgsConstructor
@Accessors(chain = true)
public class AdLog implements Serializable {

    /**
     * 记录ID
     */
    private Integer id;

    /**
     * 广告时长
     */
    private Integer duration;

    /**
     * 用户ID
     */
    private Integer userId;

    /**
     * 创建时间
     */
    private LocalDateTime creatTime;

    /**
     * 修改时间
     */
    private LocalDateTime updateTime;
}

5、生产者

java 复制代码
import com.fasterxml.jackson.databind.ObjectMapper;
import com.sakmon.rabbitmqdemo1.entity.AdLog;
import org.springframework.amqp.core.AmqpTemplate;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.core.env.Environment;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;

import java.time.LocalDateTime;

/**
 * @author Salmon
 * @date 2023/4/30 15:17
 */
@RequestMapping("/test")
@RestController
public class TestController {

    @Autowired
    private AmqpTemplate amqpTemplate;
    @Autowired
    private Environment env;
    @Autowired
    private ObjectMapper objectMapper;

    /**
     * 将广告日志异步处理持久化到阿里云
     *
     * @return String
     * @throws Exception 异常
     */
    @GetMapping("/send")
    public String addLog() throws Exception {
        //模拟业务生成广告时长记录
        AdLog adLog = new AdLog(1, 60, 1, LocalDateTime.now(), LocalDateTime.now());
        amqpTemplate.convertAndSend(env.getProperty("mq.log.exchange"), env.getProperty("mq.log.routing"), adLog);
        return "success";
    }

}

6、消费者

java 复制代码
import com.alibaba.fastjson.JSON;
import com.aliyun.oss.OSS;
import com.aliyun.oss.common.comm.ResponseMessage;
import com.aliyun.oss.model.PutObjectResult;
import com.sakmon.rabbitmqdemo1.config.OssConfigProperties;
import com.sakmon.rabbitmqdemo1.entity.AdLog;
import lombok.AllArgsConstructor;
import lombok.extern.slf4j.Slf4j;
import org.springframework.amqp.rabbit.annotation.RabbitHandler;
import org.springframework.amqp.rabbit.annotation.RabbitListener;
import org.springframework.stereotype.Component;

import java.io.*;
import java.nio.charset.StandardCharsets;
import java.time.LocalDate;
import java.time.format.DateTimeFormatter;

/**
 * 广告日志消费者
 *
 * @author Salmon
 * @date 2023/4/30 15:55
 */
@Component
@Slf4j
@AllArgsConstructor
@RabbitListener(queues = "test.log.queue")
public class AdLogConsumer {

    private OSS ossClient;
    private OssConfigProperties ossConfigProperties;


    @RabbitHandler
    public void process(AdLog adLog) {
        //将对象转为json字符串
        String jsonString = JSON.toJSONString(adLog);
        //日期
        String date = LocalDate.now().format(DateTimeFormatter.ofPattern("yyyy/MM/dd"));
        //文件名
        String path = date + "/" + System.currentTimeMillis() + ".json";

        File file = new File(path);
        try {
            // 如果父目录不存在,创建父目录
            if (!file.getParentFile().exists()) {
                if (!file.getParentFile().mkdirs()) {
                    log.error("创建目录失败");
                    return;
                }
            }
            // 如果文件存在,删除该文件,可不删
            if (file.exists()) {
                file.delete();
            }
            
            file.createNewFile();

            OutputStreamWriter writer = new OutputStreamWriter(new FileOutputStream(file), StandardCharsets.UTF_8);
            writer.write(jsonString);
            writer.flush();
            writer.close();

            String url = "ad/log/" + date + "/" + file.getName();

            InputStream in = new FileInputStream(file);

            PutObjectResult putObjectResult = ossClient.putObject(ossConfigProperties.getBucketName(), url, in);
            ResponseMessage response = putObjectResult.getResponse();
            log.info("收到响应结果,将url写入数据库记录,{}", JSON.toJSONString(response));

        } catch (Exception e) {
            e.printStackTrace();
        } finally {
            file.delete();
        }
    }
}

测试

可以看到在项目根目录创建了基于日期格式的文件夹里面存放着文件
image.png
到OSS上,也可以看到存储的文件
image.png
至此,本示例教程结束

觉得有用就点个赞,不用登录也能读

评论

0 条
登录 之后才能评论