add advisor to set system and user prompts

LLMAgentBuilder · Oct 6, 2024 · 57abad5 · 57abad5
1 parent aae4e1c
commit 57abad5
Show file tree

Hide file tree

Showing 2 changed files with 64 additions and 1 deletion.
diff --git a/bootstrap/src/main/kotlin/io/github/llmagentbuilder/bootstrap/AgentBootstrap.kt b/bootstrap/src/main/kotlin/io/github/llmagentbuilder/bootstrap/AgentBootstrap.kt
@@ -12,8 +12,9 @@ import org.slf4j.LoggerFactory
 import org.springframework.ai.chat.client.ChatClient
 import org.springframework.ai.chat.client.advisor.MessageChatMemoryAdvisor
 import org.springframework.ai.chat.client.advisor.SimpleLoggerAdvisor
-import org.springframework.ai.chat.client.advisor.api.Advisor
+import org.springframework.ai.chat.client.advisor.api.*
 import org.springframework.ai.chat.memory.InMemoryChatMemory
+import org.springframework.core.Ordered
 import java.io.InputStream
 import java.nio.file.Path
 import java.util.*
@@ -45,6 +46,28 @@ object AgentBootstrap {
             )
         )
         advisors.addLast(SimpleLoggerAdvisor())
+
+        val providedSystemParams = mutableMapOf<String, Any>()
+        val providedUserParams = mutableMapOf<String, Any>()
+        ServiceLoader.load(PromptParamsProvider::class.java)
+            .stream()
+            .map { it.get() }
+            .asSequence()
+            .forEach {
+                it.provideSystemParams()?.run {
+                    providedSystemParams.putAll(this)
+                }
+                it.provideUserParams()?.run {
+                    providedUserParams.putAll(this)
+                }
+            }
+
+        advisors.add(
+            PromptParamsAdvisor(
+                providedSystemParams,
+                providedUserParams
+            )
+        )
         val observationEnabled = agentConfig.observation?.enabled == true
         val observationRegistry =
             if (observationEnabled) ObservationRegistry.create() else ObservationRegistry.NOOP
@@ -113,4 +136,33 @@ object AgentBootstrap {
             MessageChatMemoryAdvisor(InMemoryChatMemory())
         } else null
     }
+
+    private class PromptParamsAdvisor(
+        private val providedSystemParams: Map<String, Any>,
+        private val providedUserParams: Map<String, Any>
+    ) : CallAroundAdvisor {
+        override fun getOrder(): Int {
+            return Ordered.HIGHEST_PRECEDENCE + 100
+        }
+
+        override fun getName(): String {
+            return javaClass.simpleName
+        }
+
+        override fun aroundCall(
+            advisedRequest: AdvisedRequest,
+            chain: CallAroundAdvisorChain
+        ): AdvisedResponse {
+            val systemParams = HashMap(advisedRequest.systemParams ?: mapOf())
+            systemParams.putAll(providedSystemParams)
+            val userParams = HashMap(advisedRequest.userParams ?: mapOf())
+            userParams.putAll(providedUserParams)
+            val request = AdvisedRequest.from(advisedRequest)
+                .withSystemParams(systemParams)
+                .withUserParams(userParams)
+                .build()
+            return chain.nextAroundCall(request)
+        }
+
+    }
 }
diff --git a/core/src/main/kotlin/io/github/llmagentbuilder/core/PromptParamsProvider.kt b/core/src/main/kotlin/io/github/llmagentbuilder/core/PromptParamsProvider.kt
@@ -0,0 +1,11 @@
+package io.github.llmagentbuilder.core
+
+interface PromptParamsProvider {
+    fun provideSystemParams(): Map<String, Any>? {
+        return mapOf()
+    }
+
+    fun provideUserParams(): Map<String, Any>? {
+        return mapOf()
+    }
+}