Merge pull request #1 from llm-java/feature/palm

Add PaLM from makersuite

Author: dzlab

llm4j-api/pom.xml

@@ -7,14 +7,14 @@
   <parent>
     <groupId>org.llm4j</groupId>
     <artifactId>llm4j-parent</artifactId>
-    <version>1.0-SNAPSHOT</version>
+    <version>0.0-SNAPSHOT</version>
     <relativePath>../parent-pom.xml</relativePath>
   </parent>
 
   <artifactId>llm4j-api</artifactId>
 
   <packaging>jar</packaging>
-  <name>LLM4J API Module</name>
+  <name>LLM4J API</name>
   <description>The LLM4J package</description>
 
   <url>https://github.com/dzlab</url>

llm4j-examples/pom.xml

@@ -7,14 +7,14 @@
   <parent>
     <groupId>org.llm4j</groupId>
     <artifactId>llm4j-parent</artifactId>
-    <version>1.0-SNAPSHOT</version>
+    <version>0.0-SNAPSHOT</version>
     <relativePath>../parent-pom.xml</relativePath>
   </parent>
 
   <artifactId>llm4j-examples</artifactId>
 
   <packaging>jar</packaging>
-  <name>LLM4J Examples Module</name>
+  <name>LLM4J Examples</name>
   <description>Examples showcasing how to LLM4J to query LLMs</description>
 
   <url>http://github.com/dzlab</url>
@@ -28,10 +28,15 @@
       <groupId>org.llm4j</groupId>
       <artifactId>llm4j-api</artifactId>
     </dependency>
+
     <dependency>
       <groupId>org.llm4j</groupId>
       <artifactId>llm4j-huggingface</artifactId>
     </dependency>
+    <dependency>
+      <groupId>org.llm4j</groupId>
+      <artifactId>llm4j-palm</artifactId>
+    </dependency>
 
   </dependencies>
 

llm4j-examples/src/main/java/org/llm4j/examples/PaLMApp.java

@@ -0,0 +1,20 @@
+package org.llm4j.examples;
+
+import org.apache.commons.configuration2.Configuration;
+import org.apache.commons.configuration2.builder.fluent.Configurations;
+import org.apache.commons.configuration2.ex.ConfigurationException;
+import org.llm4j.api.LLM4J;
+import org.llm4j.palm.PaLMLanguageModel;
+
+public class PaLMApp {
+
+    public static void main(String[] args) throws ConfigurationException {
+        Configuration config = new Configurations().properties("palm.properties");
+
+        PaLMLanguageModel.Builder factory = new PaLMLanguageModel.Builder();
+        PaLMLanguageModel llm = (PaLMLanguageModel) LLM4J.getLanguageModel(config, factory);
+
+        String answer = llm.process("In what country is Andalossia?");
+        System.out.println(answer);
+    }
+}

llm4j-examples/src/main/resources/META-INF/services/org.llm4j.spi.LLM4JServiceProvider

@@ -0,0 +1,14 @@
+# Set API key using env variable or use actual value
+palm.apiKey=${env:PALM_API_KEY}
+
+modelId=models/text-bison-001
+
+# timeout in milliseconds
+timeout=10000
+
+topK=3
+topP=0.4
+temperature=0.7
+maxNewTokens=256
+maxOutputTokens=1024
+candidateCount=1

llm4j-examples/src/main/resources/palm.properties

@@ -7,14 +7,14 @@
   <parent>
     <groupId>org.llm4j</groupId>
     <artifactId>llm4j-parent</artifactId>
-    <version>1.0-SNAPSHOT</version>
+    <version>0.0-SNAPSHOT</version>
     <relativePath>../parent-pom.xml</relativePath>
   </parent>
 
   <artifactId>llm4j-huggingface</artifactId>
 
   <packaging>jar</packaging>
-  <name>LLM4J HuggingFace Module</name>
+  <name>LLM4J HuggingFace</name>
   <description>The LLM4J API implementation for HuggingFace</description>
 
   <url>http://github.com/dzlab</url>

llm4j-huggingface/pom.xml

@@ -20,26 +20,7 @@ class HFApiClient {
     private final String modelId;
 
     HFApiClient(Builder builder) {
-
-        OkHttpClient okHttpClient = new OkHttpClient.Builder()
-                .addInterceptor(new HFApiAuthorizationInterceptor(builder.apiKey))
-                .callTimeout(builder.timeout)
-                .connectTimeout(builder.timeout)
-                .readTimeout(builder.timeout)
-                .writeTimeout(builder.timeout)
-                .build();
-
-        Gson gson = new GsonBuilder()
-                .setFieldNamingPolicy(FieldNamingPolicy.LOWER_CASE_WITH_UNDERSCORES)
-                .create();
-
-        Retrofit retrofit = new Retrofit.Builder()
-                .baseUrl("https://api-inference.huggingface.co")
-                .client(okHttpClient)
-                .addConverterFactory(GsonConverterFactory.create(gson))
-                .build();
-
-        this.api = retrofit.create(HFApi.class);
+        this.api = builder.api;
         this.modelId = builder.modelId;
     }
 
@@ -97,16 +78,39 @@ private static RuntimeException newException(retrofit2.Response<?> response) thr
     }
 
     public static class Builder {
-        private String apiKey;
+        private HFApi api;
         private String modelId;
-        private Duration timeout;
 
         public Builder withConfig(Configuration config) {
-            this.apiKey = config.getString("hf.apiKey");
             this.modelId = config.getString("modelId");
-            this.timeout = Duration.ofMillis(config.getLong("timeout", 15 * 1000L));
+            String apiKey = config.getString("hf.apiKey");
+            Duration timeout = Duration.ofMillis(config.getLong("timeout", 15 * 1000L));
+            this.api = buildApi(apiKey, timeout);
             return this;
         }
+
+        HFApi buildApi(String apiKey, Duration timeout) {
+            OkHttpClient okHttpClient = new OkHttpClient.Builder()
+                    .addInterceptor(new HFApiAuthorizationInterceptor(apiKey))
+                    .callTimeout(timeout)
+                    .connectTimeout(timeout)
+                    .readTimeout(timeout)
+                    .writeTimeout(timeout)
+                    .build();
+
+            Gson gson = new GsonBuilder()
+                    .setFieldNamingPolicy(FieldNamingPolicy.LOWER_CASE_WITH_UNDERSCORES)
+                    .create();
+
+            Retrofit retrofit = new Retrofit.Builder()
+                    .baseUrl("https://api-inference.huggingface.co")
+                    .client(okHttpClient)
+                    .addConverterFactory(GsonConverterFactory.create(gson))
+                    .build();
+
+            return retrofit.create(HFApi.class);
+        }
+
         public HFApiClient build() {
             return new HFApiClient(this);
         }