Initial commit

Author: alexcheng1982

.gitignore

@@ -0,0 +1,35 @@
+target/
+!.mvn/wrapper/maven-wrapper.jar
+!**/src/main/**/target/
+!**/src/test/**/target/
+
+### IntelliJ IDEA ###
+.idea
+*.iws
+*.iml
+*.ipr
+
+### Eclipse ###
+.apt_generated
+.classpath
+.factorypath
+.project
+.settings
+.springBeans
+.sts4-cache
+
+### NetBeans ###
+/nbproject/private/
+/nbbuild/
+/dist/
+/nbdist/
+/.nb-gradle/
+build/
+!**/src/main/**/build/
+!**/src/test/**/build/
+
+### VS Code ###
+.vscode/
+
+### Mac OS ###
+.DS_Store

README.md

@@ -0,0 +1,2 @@
+# PDF Q&A
+

content/Understanding_Climate_Change.pdf

@@ -0,0 +1,75 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+  xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+  xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+
+  <parent>
+    <groupId>org.springframework.boot</groupId>
+    <artifactId>spring-boot-starter-parent</artifactId>
+    <version>3.4.1</version>
+    <relativePath/>
+  </parent>
+
+  <groupId>com.javaaidev</groupId>
+  <artifactId>pdf-qa</artifactId>
+  <version>1.0.0-SNAPSHOT</version>
+
+  <properties>
+    <maven.compiler.source>21</maven.compiler.source>
+    <maven.compiler.target>21</maven.compiler.target>
+    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+    <spring-ai.version>1.0.0-M5</spring-ai.version>
+  </properties>
+
+  <dependencyManagement>
+    <dependencies>
+      <dependency>
+        <groupId>org.springframework.ai</groupId>
+        <artifactId>spring-ai-bom</artifactId>
+        <version>${spring-ai.version}</version>
+        <type>pom</type>
+        <scope>import</scope>
+      </dependency>
+    </dependencies>
+  </dependencyManagement>
+
+  <dependencies>
+    <dependency>
+      <groupId>org.springframework.ai</groupId>
+      <artifactId>spring-ai-chroma-store-spring-boot-starter</artifactId>
+    </dependency>
+    <dependency>
+      <groupId>org.springframework.ai</groupId>
+      <artifactId>spring-ai-ollama-spring-boot-starter</artifactId>
+    </dependency>
+    <dependency>
+      <groupId>org.springframework.ai</groupId>
+      <artifactId>spring-ai-pdf-document-reader</artifactId>
+    </dependency>
+    <dependency>
+      <groupId>org.springframework.boot</groupId>
+      <artifactId>spring-boot-starter-web</artifactId>
+    </dependency>
+  </dependencies>
+
+  <repositories>
+    <repository>
+      <id>spring-milestones</id>
+      <name>Spring Milestones</name>
+      <url>https://repo.spring.io/milestone</url>
+      <snapshots>
+        <enabled>false</enabled>
+      </snapshots>
+    </repository>
+    <repository>
+      <id>spring-snapshots</id>
+      <name>Spring Snapshots</name>
+      <url>https://repo.spring.io/snapshot</url>
+      <releases>
+        <enabled>false</enabled>
+      </releases>
+    </repository>
+  </repositories>
+
+</project>

pom.xml

@@ -0,0 +1,21 @@
+package com.javaaidev.pdfqa;
+
+import org.springframework.ai.chat.client.advisor.QuestionAnswerAdvisor;
+import org.springframework.ai.vectorstore.SearchRequest;
+import org.springframework.ai.vectorstore.VectorStore;
+import org.springframework.context.annotation.Bean;
+import org.springframework.context.annotation.Configuration;
+
+@Configuration
+public class AppConfiguration {
+
+  @Bean
+  public QuestionAnswerAdvisor questionAnswerAdvisor(VectorStore vectorStore) {
+    return new QuestionAnswerAdvisor(vectorStore, SearchRequest.builder().topK(3).build());
+  }
+
+  @Bean
+  public PDFContentLoader pdfContentLoader(VectorStore vectorStore) {
+    return new PDFContentLoader(vectorStore);
+  }
+}

src/main/java/com/javaaidev/pdfqa/AppConfiguration.java

@@ -0,0 +1,40 @@
+package com.javaaidev.pdfqa;
+
+import java.nio.file.Files;
+import java.nio.file.Path;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.ai.reader.pdf.PagePdfDocumentReader;
+import org.springframework.ai.transformer.splitter.TokenTextSplitter;
+import org.springframework.ai.vectorstore.VectorStore;
+import org.springframework.boot.CommandLineRunner;
+import org.springframework.core.io.FileSystemResource;
+
+public class PDFContentLoader implements CommandLineRunner {
+
+  private static final Logger LOGGER = LoggerFactory.getLogger(PDFContentLoader.class);
+  private final VectorStore vectorStore;
+
+  public PDFContentLoader(VectorStore vectorStore) {
+    this.vectorStore = vectorStore;
+  }
+
+  public void load(Path pdfFilePath) {
+    LOGGER.info("Load PDF file {}", pdfFilePath);
+    var reader = new PagePdfDocumentReader(new FileSystemResource(pdfFilePath));
+    var splitter = new TokenTextSplitter();
+    var docs = splitter.split(reader.read());
+    vectorStore.add(docs);
+    LOGGER.info("Loaded {} docs", docs.size());
+  }
+
+  @Override
+  public void run(String... args) throws Exception {
+    var markerFile = Path.of(".", ".pdf-imported");
+    if (Files.exists(markerFile)) {
+      return;
+    }
+    load(Path.of(".", "content", "Understanding_Climate_Change.pdf"));
+    Files.createFile(markerFile);
+  }
+}

src/main/java/com/javaaidev/pdfqa/PDFContentLoader.java

@@ -0,0 +1,12 @@
+package com.javaaidev.pdfqa;
+
+import org.springframework.boot.SpringApplication;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+
+@SpringBootApplication
+public class PdfQaApplication {
+
+  public static void main(String[] args) {
+    SpringApplication.run(PdfQaApplication.class, args);
+  }
+}

src/main/java/com/javaaidev/pdfqa/PdfQaApplication.java

@@ -0,0 +1,30 @@
+package com.javaaidev.pdfqa;
+
+import org.springframework.ai.chat.client.ChatClient;
+import org.springframework.ai.chat.client.advisor.QuestionAnswerAdvisor;
+import org.springframework.web.bind.annotation.PostMapping;
+import org.springframework.web.bind.annotation.RequestBody;
+import org.springframework.web.bind.annotation.RestController;
+
+@RestController
+public class QaController {
+
+  private final ChatClient chatClient;
+
+  public QaController(ChatClient.Builder builder, QuestionAnswerAdvisor questionAnswerAdvisor) {
+    this.chatClient = builder.defaultAdvisors(questionAnswerAdvisor).build();
+  }
+
+  @PostMapping("/qa")
+  public QaResponse qa(@RequestBody QaRequest request) {
+    return new QaResponse(chatClient.prompt().user(request.input()).call().content());
+  }
+
+  public record QaRequest(String input) {
+
+  }
+
+  public record QaResponse(String output) {
+
+  }
+}

src/main/java/com/javaaidev/pdfqa/QaController.java

@@ -0,0 +1,19 @@
+spring:
+  application:
+    name: pdf-qa
+  threads:
+    virtual:
+      enabled: true
+  ai:
+    ollama:
+      chat:
+        options:
+          model: "phi3"
+          temperature: 0
+      embedding:
+        options:
+          model: "bge-large"
+    vectorstore:
+      chroma:
+        collectionName: pdf-qa
+        initializeSchema: true