SpringAI集成本地AI大模型ollama（调用篇）非常简单！！

一，前提准备本地ai模型

1，首先需要去ollama官网下载开源ai到本地

网址：Ollama

直接下载到本地，然后启动ollama

启动完成后，我们可以在cmd中执行ollama可以看到相关命令行

2，下载ai moudle

然后我们需要在这个ai中给它下载好一个已有模型给我们自己使用

将命令行运行即可下载。

二，准备本地代码

1，首先准备pom文件中的相关依赖

    <dependencies><dependency><groupId>org.springframework.boot</groupId><artifactId>spring-boot-starter-web</artifactId><version>3.2.5</version></dependency><dependency><groupId>io.springboot.ai</groupId><artifactId>spring-ai-ollama</artifactId><version>1.0.3</version></dependency></dependencies>

2，搭建一个简单的springboot框架

启动类

import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;@SpringBootApplication
public class Application {public static void main(String[] args) {SpringApplication.run(Application.class, args);}
}

yaml配置

spring:ai:ollama:base-url: localhost:11434

具体代码实现--controller

import com.rojer.delegete.OllamaDelegete;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.RestController;@RestController
public class OllamaController {@Autowired(required=true)OllamaDelegete ollamaDelegete;@GetMapping("/ai/getMsg")public Object getOllame(@RequestParam(value = "msg") String msg) {return ollamaDelegete.getOllame(msg);}@GetMapping("/ai/stream/getMsg")public Object getOllameByStream(@RequestParam(value = "msg") String msg) {return ollamaDelegete.getOllameByStream(msg);}

具体代码实现--impl

import com.rojer.delegete.OllamaDelegete;
import org.springframework.ai.chat.ChatResponse;
import org.springframework.ai.chat.prompt.Prompt;
import org.springframework.ai.ollama.OllamaChatClient;
import org.springframework.ai.ollama.api.OllamaApi;
import org.springframework.ai.ollama.api.OllamaOptions;
import org.springframework.stereotype.Service;
import reactor.core.publisher.Flux;import java.util.List;
import java.util.stream.Collectors;@Service
public class OllamaImpl implements OllamaDelegete {OllamaApi ollamaApi;OllamaChatClient chatClient;{   // 实例化ollamaollamaApi = new OllamaApi();OllamaOptions options = new OllamaOptions();options.setModel("llama3");chatClient = new OllamaChatClient(ollamaApi).withDefaultOptions(options);}/*** 普通文本调用* * @param msg* @return*/@Overridepublic Object getOllame(String msg) {Prompt prompt = new Prompt(msg);ChatResponse call = chatClient.call(prompt);return call.getResult().getOutput().getContent();}/*** 流式调用* * @param msg* @return*/@Overridepublic Object getOllameByStream(String msg) {Prompt prompt = new Prompt(msg);Flux<ChatResponse> stream = chatClient.stream(prompt);List<String> result = stream.toStream().map(a -> {return a.getResult().getOutput().getContent();}).collect(Collectors.toList());return result;}}