Spring AI 多模型示例

1,604 阅读1分钟

项目配置说明

Maven依赖

<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
    <modelVersion>4.0.0</modelVersion>
    <parent>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-parent</artifactId>
        <version>3.4.5</version>
        <relativePath/> <!-- lookup parent from repository -->
    </parent>
    <groupId>com.tech</groupId>
    <artifactId>jackal-spring-ai</artifactId>
    <version>0.0.1-SNAPSHOT</version>
    <name>jackal-spring-ai</name>
    <description>Spring AI demo</description>
    <properties>
        <java.version>21</java.version>
    </properties>
    <dependencies>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter</artifactId>
        </dependency>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-web</artifactId>
        </dependency>
        <dependency>
            <groupId>org.springframework.ai</groupId>
            <artifactId>spring-ai-starter-model-openai</artifactId>
        </dependency>
        <dependency>
            <groupId>org.projectlombok</groupId>
            <artifactId>lombok</artifactId>
            <optional>true</optional>
        </dependency>
    </dependencies>

    <dependencyManagement>
        <dependencies>
            <dependency>
                <groupId>org.springframework.ai</groupId>
                <artifactId>spring-ai-bom</artifactId>
                <version>1.0.0-SNAPSHOT</version>
                <type>pom</type>
                <scope>import</scope>
            </dependency>
        </dependencies>
    </dependencyManagement>

    <repositories>
        <repository>
            <id>spring-milestones</id>
            <name>Spring Milestones</name>
            <url>https://repo.spring.io/milestone</url>
            <snapshots>
                <enabled>false</enabled>
            </snapshots>
        </repository>
        <repository>
            <id>spring-snapshots</id>
            <name>Spring Snapshots</name>
            <url>https://repo.spring.io/snapshot</url>
            <releases>
                <enabled>false</enabled>
            </releases>
        </repository>
    </repositories>

    <build>
        <plugins>
            <plugin>
                <groupId>org.apache.maven.plugins</groupId>
                <artifactId>maven-compiler-plugin</artifactId>
                <configuration>
                    <annotationProcessorPaths>
                        <path>
                            <groupId>org.projectlombok</groupId>
                            <artifactId>lombok</artifactId>
                        </path>
                    </annotationProcessorPaths>
                </configuration>
            </plugin>
            <plugin>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-maven-plugin</artifactId>
                <configuration>
                    <excludes>
                        <exclude>
                            <groupId>org.projectlombok</groupId>
                            <artifactId>lombok</artifactId>
                        </exclude>
                    </excludes>
                </configuration>
            </plugin>
        </plugins>
    </build>

</project>

https://repo.spring.io/milestonehttps://repo.spring.io/snapshot仓库中并没有找到官方文档中的1.0.0-M81.0.0-SNAPSHOT版本,因此选用了里面最新的1.0.0-M5版本。

应用配置

spring:
  application:
    name: jackal-spring-ai
  ai:
    openai:
      api-key: ${DEEPSEEK_KEY}
    deepseek:
      api-key: ${DEEPSEEK_KEY}
      endpoint: "https://api.deepseek.com"
      model: deepseek-chat
    qwen:
      api-key: ${QWEN_KEY}
      endpoint: "https://dashscope.aliyuncs.com/compatible-mode"
      model: "qwen-plus"

核心代码实现

注入模型配置

@Configuration
public class ModelConfig {

    @Value("${spring.ai.qwen.api-key}")
    private String qwenApiKey;
    @Value("${spring.ai.qwen.endpoint}")
    private String qwenEndpoint;
    @Value("${spring.ai.qwen.model}")
    private String qwenModel;

    @Value("${spring.ai.deepseek.api-key}")
    private String deepseekApiKey;
    @Value("${spring.ai.deepseek.endpoint}")
    private String deepseekEndpoint;
    @Value("${spring.ai.deepseek.model}")
    private String deepseekModel;

    @Bean(name = "deepseekChatModel")
    public ChatModel deepseekChatModel() {
        OpenAiApi openAiApi = OpenAiApi.builder()
                .baseUrl(deepseekEndpoint)
                .apiKey(deepseekApiKey)
                .build();
        OpenAiChatOptions openAiChatOptions = OpenAiChatOptions.builder()
                .model(deepseekModel)
                .temperature(0.7)
                .build();
        return OpenAiChatModel.builder()
                .openAiApi(openAiApi)
                .defaultOptions(openAiChatOptions)
                .build();
    }

    @Bean(name = "qwenChatModel")
    public ChatModel qwenChatModel() {
        OpenAiApi openAiApi = OpenAiApi.builder()
                .baseUrl(qwenEndpoint)
                .apiKey(qwenApiKey)
                .build();
        OpenAiChatOptions openAiChatOptions = OpenAiChatOptions.builder()
                .model(qwenModel)
                .temperature(0.7)
                .build();
        return OpenAiChatModel.builder()
                .openAiApi(openAiApi)
                .defaultOptions(openAiChatOptions)
                .build();
    }
}

Service 层

@Service
public class ChatService {

    private final ChatModel deepseekModel;
    private final ChatModel qwenModel;

    public ChatService(
            @Qualifier("deepseekChatModel"ChatModel deepseekModel,
            @Qualifier("qwenChatModel"ChatModel qwenModel) {
        this.deepseekModel = deepseekModel;
        this.qwenModel = qwenModel;
    }

    public String chatByDeepseek(String input) {
        return deepseekModel.call(new Prompt(input)).getResult().getOutput().getText();
    }

    public String chatByQwen(String input) {
        return qwenModel.call(new Prompt(input)).getResult().getOutput().getText();
    }
}

Controller 层

@RestController
@RequestMapping("/ai")
@RequiredArgsConstructor
public class SpringAiController {
    public final ChatService chatService;

    @PostMapping("/chat/deepseek")
    public String chatByDeepseek(String input) {
        return chatService.chatByDeepseek(input);
    }

    @PostMapping("/chat/qwen")
    public String chatByQwen(String input) {
        return chatService.chatByQwen(input);
    }
}