Merge pull request #4 from llm-java/feature/hf-chat

[hf] add support for chat

Author: dzlab

.github/dependabot.yml

@@ -0,0 +1,24 @@
+# To get started with Dependabot version updates, you'll need to specify which
+# package ecosystems to update and where the package manifests are located.
+# Please see the documentation for all configuration options:
+# https://docs.github.com/github/administering-a-repository/configuration-options-for-dependency-updates
+
+version: 2
+updates:
+  # Maintain dependencies for GitHub Actions
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+
+  # Maintain dependencies for maven
+  - package-ecosystem: "maven"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+      open-pull-requests-limit: 10
+      target-branch: main
+    commit-message:
+      prefix: "[maven] "
+    labels:
+      - "maven dependencies"

llm4j-huggingface/src/main/java/org/llm4j/huggingface/HFLanguageModel.java

@@ -7,6 +7,10 @@
 import org.llm4j.huggingface.request.TextGenerationRequest;
 import org.llm4j.huggingface.request.TextGenerationResponse;
 
+import java.util.ArrayList;
+import java.util.List;
+import java.util.Map;
+
 public class HFLanguageModel implements LanguageModel {
 
     private Configuration config;
@@ -19,7 +23,7 @@ public HFLanguageModel(Builder builder) {
     public String process(String text) {
         TextGenerationRequest request = new TextGenerationRequest.Builder()
                 .withInputs(text)
-                .withConfig(this.config)
+                .withConfig(config)
                 .build();
 
         TextGenerationResponse response = client.generate(request);
@@ -29,7 +33,22 @@ public String process(String text) {
 
     @Override
     public String process(ChatHistory history) {
-        return null;
+        List<String> lines = new ArrayList<>();
+        // Add context
+        if(history.getContext()!=null) lines.add(history.getContext());
+        // Add examples
+        for(Map.Entry<ChatHistory.Message, ChatHistory.Message> pair: history.getExampleList()) {
+            lines.add(pair.getKey().toString());
+            lines.add(pair.getValue().toString());
+        }
+        // Add conversations
+        for(ChatHistory.Message message: history.getMessageList()) {
+            lines.add(message.toString());
+        }
+        // submit
+        String text = String.join("\n", lines);
+
+        return process(text);
     }
 
     public static final class Builder implements LanguageModelFactory {

llm4j-huggingface/src/test/java/org/llm4j/huggingface/HFLanguageModelTest.java

@@ -1,20 +1,20 @@
 package org.llm4j.huggingface;
 
 import org.apache.commons.configuration2.Configuration;
-import org.apache.commons.configuration2.EnvironmentConfiguration;
 import org.apache.commons.configuration2.builder.fluent.Configurations;
 import org.apache.commons.configuration2.ex.ConfigurationException;
 import org.junit.jupiter.api.DisplayName;
 import org.junit.jupiter.api.Test;
+import org.llm4j.api.ChatHistory;
 import org.llm4j.api.LanguageModel;
 
 import static com.google.common.truth.Truth.assertWithMessage;
 
 public class HFLanguageModelTest {
 
     @Test
-    @DisplayName("Should check all LLM respond")
-    public void should_send_messages_and_receive_response() throws ConfigurationException {
+    @DisplayName("Should generate text")
+    public void should_process_text_generation_request() throws ConfigurationException {
 
         Configuration config = new Configurations().properties("llm4j.properties");
 
@@ -26,4 +26,26 @@ public void should_send_messages_and_receive_response() throws ConfigurationExce
         assertWithMessage("Answer should contain right answer").
                 that(answer.toLowerCase()).contains("middle east");
     }
+
+    @Test
+    @DisplayName("Should process chat request")
+    public void should_process_chat_request() throws ConfigurationException {
+
+        Configuration config = new Configurations().properties("llm4j.properties");
+
+        LanguageModel llm = new HFLanguageModel.Builder()
+                .getLanguageModel(config);
+
+        ChatHistory history = new ChatHistory()
+                .setContext("Respond to all questions with a rhyming poem.")
+                .addExample(
+                        "What is the capital of Algeria?",
+                        "If the capital of Algeria is what you seek, Algiers is where you ought to peek.")
+                .addMessage("How tall is Makam Echahid?");
+
+        String answer = llm.process(history);
+
+        assertWithMessage("Answer should contain right answer").
+                that(answer.toLowerCase()).contains("algeria");
+    }
 }

llm4j-palm/README.md

@@ -0,0 +1 @@
+https://developers.generativeai.google/guide/palm_api_overview