Use pgvector

remove Chroma

Author: alexcheng1982

compose.yaml

@@ -1,9 +1,13 @@
 services:
-  chroma:
-    image: chromadb/chroma:0.6.1
+  postgres:
+    image: pgvector/pgvector:0.8.0-pg16
     volumes:
-      - chroma-data:/chroma/chroma
+      - postgresql-data:/var/lib/postgresql/data
+    environment:
+      POSTGRES_DB: "postgres"
+      POSTGRES_USER: "postgres"
+      POSTGRES_PASSWORD: "postgres"
     ports:
-      - "8000:8000"
+      - "5432:5432"
 volumes:
-  chroma-data:
+  postgresql-data:

pom.xml

@@ -37,7 +37,7 @@
   <dependencies>
     <dependency>
       <groupId>org.springframework.ai</groupId>
-      <artifactId>spring-ai-chroma-store-spring-boot-starter</artifactId>
+      <artifactId>spring-ai-pgvector-store-spring-boot-starter</artifactId>
     </dependency>
     <dependency>
       <groupId>org.springframework.ai</groupId>

src/main/java/com/javaaidev/pdfqa/AppConfiguration.java

@@ -1,6 +1,7 @@
 package com.javaaidev.pdfqa;
 
 import org.springframework.ai.chat.client.advisor.QuestionAnswerAdvisor;
+import org.springframework.ai.chat.client.advisor.SimpleLoggerAdvisor;
 import org.springframework.ai.vectorstore.SearchRequest;
 import org.springframework.ai.vectorstore.VectorStore;
 import org.springframework.context.annotation.Bean;
@@ -14,6 +15,11 @@ public QuestionAnswerAdvisor questionAnswerAdvisor(VectorStore vectorStore) {
     return new QuestionAnswerAdvisor(vectorStore, SearchRequest.builder().topK(3).build());
   }
 
+  @Bean
+  public SimpleLoggerAdvisor simpleLoggerAdvisor() {
+    return new SimpleLoggerAdvisor();
+  }
+
   @Bean
   public PDFContentLoader pdfContentLoader(VectorStore vectorStore) {
     return new PDFContentLoader(vectorStore);

src/main/java/com/javaaidev/pdfqa/QaController.java

@@ -2,6 +2,7 @@
 
 import org.springframework.ai.chat.client.ChatClient;
 import org.springframework.ai.chat.client.advisor.QuestionAnswerAdvisor;
+import org.springframework.ai.chat.client.advisor.SimpleLoggerAdvisor;
 import org.springframework.web.bind.annotation.PostMapping;
 import org.springframework.web.bind.annotation.RequestBody;
 import org.springframework.web.bind.annotation.RestController;
@@ -11,8 +12,12 @@ public class QaController {
 
   private final ChatClient chatClient;
 
-  public QaController(ChatClient.Builder builder, QuestionAnswerAdvisor questionAnswerAdvisor) {
-    this.chatClient = builder.defaultAdvisors(questionAnswerAdvisor).build();
+  public QaController(ChatClient.Builder builder,
+      QuestionAnswerAdvisor questionAnswerAdvisor,
+      SimpleLoggerAdvisor simpleLoggerAdvisor) {
+    this.chatClient = builder.defaultAdvisors(
+        questionAnswerAdvisor,
+        simpleLoggerAdvisor).build();
   }
 
   @PostMapping("/qa")

src/main/resources/application-openai.yaml

@@ -10,7 +10,7 @@ spring:
       chat:
         enabled: true
         options:
-          model: gpt-3.5-turbo
+          model: gpt-4o
           temperature: 0.0
       embedding:
         enabled: true

src/main/resources/application.yaml

@@ -21,6 +21,12 @@ spring:
       embedding:
         enabled: false
     vectorstore:
-      chroma:
-        collectionName: pdf-qa
-        initializeSchema: true
+      pgvector:
+        initializeSchema: true
+  datasource:
+    url: jdbc:postgresql://localhost:5432/postgres
+    username: postgres
+    password: postgres
+logging:
+  level:
+    org.springframework.ai.chat.client.advisor.SimpleLoggerAdvisor: DEBUG