Fix model binding broken by Spring AI 2.0 options merge removal

embabel-agent-anthropic/src/test/kotlin/com/embabel/agent/anthropic/AnthropicModelBindingTest.kt

@@ -0,0 +1,80 @@
+/*
+ * Copyright 2024-2026 Embabel Pty Ltd.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.embabel.agent.anthropic
+
+import com.embabel.agent.spi.support.springai.SpringAiLlmService
+import com.embabel.common.ai.model.LlmOptions
+import io.mockk.mockk
+import org.assertj.core.api.Assertions.assertThat
+import org.junit.jupiter.api.Test
+import org.springframework.ai.anthropic.AnthropicChatOptions
+
+/**
+ * Regression for the Spring AI 2.0 model-binding bug affecting Anthropic:
+ * [AnthropicOptionsConverter] never calls .model(), so its [AnthropicChatOptions] carry
+ * DEFAULT_MODEL ("claude-haiku-4-5"). Spring AI 2.0 no longer merges the ChatModel bean's
+ * configured model into per-request options, so haiku would go on the wire silently.
+ * [SpringAiLlmService.buildChatOptions] now stamps the service name explicitly.
+ */
+class AnthropicModelBindingTest {
+
+    @Test
+    fun `buildChatOptions stamps configured model not AnthropicChatOptions haiku default`() {
+        val service = SpringAiLlmService(
+            name = "claude-sonnet-4-5",
+            provider = "Anthropic",
+            chatModel = mockk(relaxed = true),
+            optionsConverter = AnthropicOptionsConverter,
+        )
+
+        val result = service.buildChatOptions(LlmOptions())
+
+        assertThat(result).isInstanceOf(AnthropicChatOptions::class.java)
+        assertThat(result.model).isEqualTo("claude-sonnet-4-5")
+        assertThat(result.model).isNotEqualTo(AnthropicChatOptions.DEFAULT_MODEL)
+    }
+
+    @Test
+    fun `buildChatOptions preserves AnthropicChatOptions fields alongside model`() {
+        val service = SpringAiLlmService(
+            name = "claude-sonnet-4-5",
+            provider = "Anthropic",
+            chatModel = mockk(relaxed = true),
+            optionsConverter = AnthropicOptionsConverter,
+        )
+
+        val result = service.buildChatOptions(LlmOptions().withMaxTokens(500))
+
+        assertThat(result).isInstanceOf(AnthropicChatOptions::class.java)
+        assertThat(result.model).isEqualTo("claude-sonnet-4-5")
+        assertThat(result.maxTokens).isEqualTo(500)
+    }
+
+    @Test
+    fun `buildChatOptions result type is AnthropicChatOptions not generic fallback`() {
+        val service = SpringAiLlmService(
+            name = "claude-haiku-4-5",
+            provider = "Anthropic",
+            chatModel = mockk(relaxed = true),
+            optionsConverter = AnthropicOptionsConverter,
+        )
+
+        val result = service.buildChatOptions(LlmOptions())
+
+        assertThat(result).isInstanceOf(AnthropicChatOptions::class.java)
+        assertThat(result.model).isEqualTo("claude-haiku-4-5")
+    }
+}

embabel-agent-api/src/main/kotlin/com/embabel/agent/spi/support/springai/ChatClientLlmOperations.kt

@@ -189,7 +189,7 @@ internal class ChatClientLlmOperations(
     ): LlmMessageSender {
         if (llmRequestEvent != null) {
             val springAiLlm = requireSpringAiLlm(llm)
-            val chatOptions = springAiLlm.optionsConverter.convertOptions(options)
+            val chatOptions = springAiLlm.buildChatOptions(options)
             val instrumentedModel = InstrumentedChatModel(springAiLlm.chatModel, llmRequestEvent)
             return SpringAiLlmMessageSender(
                 chatModel = instrumentedModel,
@@ -348,7 +348,7 @@ internal class ChatClientLlmOperations(
 
         val schemaFormat = converter?.getFormat()
 
-        val chatOptions = requireSpringAiLlm(llm).optionsConverter.convertOptions(interaction.llm)
+        val chatOptions = requireSpringAiLlm(llm).buildChatOptions(interaction.llm)
         val timeoutMillis = getTimeoutMillis(interaction.llm)
 
         val basePrompt = if (schemaFormat != null) {
@@ -507,7 +507,7 @@ internal class ChatClientLlmOperations(
             // Get the complete format (examples + JSON schema)
             val schemaFormat = converter.getFormat()
 
-            val chatOptions = requireSpringAiLlm(llm).optionsConverter.convertOptions(interaction.llm)
+            val chatOptions = requireSpringAiLlm(llm).buildChatOptions(interaction.llm)
             val timeoutMillis = getTimeoutMillis(interaction.llm)
 
             val basePrompt = buildPromptWithMaybeReturnAndSchema(

embabel-agent-api/src/main/kotlin/com/embabel/agent/spi/support/springai/SpringAiLlmService.kt

@@ -28,6 +28,7 @@ import org.springframework.ai.chat.client.ChatClient
 import org.springframework.ai.chat.messages.UserMessage
 import org.springframework.ai.chat.model.ChatModel
 import org.springframework.ai.chat.model.ChatResponse
+import org.springframework.ai.chat.prompt.ChatOptions
 import org.springframework.ai.chat.prompt.Prompt
 import reactor.core.publisher.Flux
 import java.time.Duration
@@ -123,11 +124,13 @@ data class SpringAiLlmService @JvmOverloads constructor(
      */
     override val model: ChatModel get() = chatModel
 
+    fun buildChatOptions(llmOptions: LlmOptions): ChatOptions =
+        optionsConverter.convertOptions(llmOptions).mutate().model(name).build()
+
     override fun createMessageSender(options: LlmOptions): LlmMessageSender {
-        val chatOptions = optionsConverter.convertOptions(options)
         return SpringAiLlmMessageSender(
             chatModel = chatModel,
-            chatOptions = chatOptions,
+            chatOptions = buildChatOptions(options),
             toolResponseContentAdapter = toolResponseContentAdapter,
             nativeStructuredOutputConfigurer = nativeStructuredOutputConfigurer,
             nativeSupport = nativeSupport,
@@ -136,9 +139,8 @@ data class SpringAiLlmService @JvmOverloads constructor(
     }
 
     override fun createMessageStreamer(options: LlmOptions): LlmMessageStreamer {
-        val chatOptions = optionsConverter.convertOptions(options)
         val chatClient = ChatClient.create(chatModel)
-        return SpringAiLlmMessageStreamer(chatClient, chatOptions)
+        return SpringAiLlmMessageStreamer(chatClient, buildChatOptions(options))
     }
 
     override fun supportsStreaming(): Boolean = StreamingCapabilityVerifier.supportsStreaming(chatModel)

embabel-agent-api/src/main/kotlin/com/embabel/agent/spi/support/springai/streaming/StreamingChatClientOperations.kt

@@ -174,7 +174,7 @@ internal class StreamingChatClientOperations(
         val userMessages = messages.filterIsInstance<com.embabel.chat.UserMessage>()
         validateUserInput(userMessages, interaction, llmRequestEvent?.agentProcess?.blackboard)
 
-        val chatOptions = requireSpringAiLlm(llm).optionsConverter.convertOptions(interaction.llm)
+        val chatOptions = requireSpringAiLlm(llm).buildChatOptions(interaction.llm)
 
         // Resolve tool groups and decorate tools
         val tools = chatClientLlmOperations.resolveAndDecorateTools(interaction, agentProcess, action)
@@ -346,7 +346,7 @@ internal class StreamingChatClientOperations(
         // Chat Client
         val chatClient = chatClientLlmOperations.createChatClient(llm)
         // Chat Options, additional potential option "streaming"
-        val chatOptions = requireSpringAiLlm(llm).optionsConverter.convertOptions(interaction.llm)
+        val chatOptions = requireSpringAiLlm(llm).buildChatOptions(interaction.llm)
 
         // Spring AI 2.0's StreamingJacksonOutputConverter requires T : Any;
         // erase O via Class<Any> for the construction, cast result back at use sites.

embabel-agent-api/src/test/kotlin/com/embabel/agent/spi/support/ChatClientLlmOperationsTest.kt

@@ -49,6 +49,7 @@ import io.mockk.mockk
 import io.mockk.slot
 import jakarta.validation.Validation
 import jakarta.validation.constraints.Pattern
+import org.assertj.core.api.Assertions.assertThat
 import org.junit.jupiter.api.Assertions.*
 import org.junit.jupiter.api.Nested
 import org.junit.jupiter.api.Test
@@ -1323,4 +1324,26 @@ class ChatClientLlmOperationsTest {
         }
     }
 
+    @Nested
+    inner class ModelBinding {
+
+        @Test
+        fun `model name from SpringAiLlmService reaches ChatModel call`() {
+            val duke = Dog("Duke")
+            val fakeChatModel = FakeChatModel(jacksonObjectMapper().writeValueAsString(duke))
+            val setup = createChatClientLlmOperations(fakeChatModel)
+
+            setup.llmOperations.createObject(
+                messages = listOf(UserMessage("prompt")),
+                interaction = LlmInteraction(id = InteractionId("id"), llm = LlmOptions()),
+                outputClass = Dog::class.java,
+                action = SimpleTestAgent.actions.first(),
+                agentProcess = setup.mockAgentProcess,
+            )
+
+            assertThat(fakeChatModel.optionsPassed).isNotEmpty()
+            assertThat(fakeChatModel.optionsPassed[0].model).isEqualTo("fake")
+        }
+    }
+
 }

embabel-agent-api/src/test/kotlin/com/embabel/agent/spi/support/springai/SpringAiLlmServiceTest.kt

@@ -30,6 +30,7 @@ import org.junit.jupiter.api.Nested
 import org.junit.jupiter.api.Test
 import org.springframework.ai.chat.model.ChatModel
 import org.springframework.ai.chat.prompt.ChatOptions
+import org.springframework.ai.model.tool.ToolCallingChatOptions
 import java.time.LocalDate
 
 class SpringAiLlmServiceTest {
@@ -249,6 +250,45 @@ class SpringAiLlmServiceTest {
         }
     }
 
+    @Nested
+    inner class BuildChatOptionsTests {
+
+        @Test
+        fun `buildChatOptions stamps service name as model`() {
+            val service = SpringAiLlmService(
+                name = "my-model",
+                provider = "Provider",
+                chatModel = mockChatModel,
+            )
+            assertThat(service.buildChatOptions(LlmOptions()).model).isEqualTo("my-model")
+        }
+
+        @Test
+        fun `buildChatOptions overrides converter default model with service name`() {
+            val service = SpringAiLlmService(
+                name = "my-model",
+                provider = "Provider",
+                chatModel = mockChatModel,
+            )
+            val result = service.buildChatOptions(LlmOptions())
+            assertThat(result.model).isEqualTo("my-model")
+            assertThat(result.model).isNotEqualTo("some-default-model")
+        }
+
+        @Test
+        fun `buildChatOptions preserves converter fields alongside model`() {
+            val service = SpringAiLlmService(
+                name = "my-model",
+                provider = "Provider",
+                chatModel = mockChatModel,
+            )
+            val result = service.buildChatOptions(LlmOptions().withTemperature(0.5).withMaxTokens(100))
+            assertThat(result.model).isEqualTo("my-model")
+            assertThat(result.temperature).isEqualTo(0.5)
+            assertThat(result.maxTokens).isEqualTo(100)
+        }
+    }
+
     @Nested
     inner class CreateMessageSenderTests {
 
@@ -272,7 +312,7 @@ class SpringAiLlmServiceTest {
             val customConverter = object : OptionsConverter<ChatOptions> {
                 override fun convertOptions(options: LlmOptions): ChatOptions {
                     converterCalled = true
-                    return mockk()
+                    return ToolCallingChatOptions.builder().build()
                 }
             }
             val service = SpringAiLlmService(
@@ -314,7 +354,7 @@ class SpringAiLlmServiceTest {
             val customConverter = object : OptionsConverter<ChatOptions> {
                 override fun convertOptions(options: LlmOptions): ChatOptions {
                     converterCalled = true
-                    return mockk()
+                    return ToolCallingChatOptions.builder().build()
                 }
             }
             val service = SpringAiLlmService(

embabel-agent-autoconfigure/models/embabel-agent-anthropic-autoconfigure/src/test/java/com/embabel/agent/config/models/anthropic/LlmAnthropicCachingIT.java

@@ -308,7 +308,7 @@ public Integer calculateDewPoint(Integer temperatureFahrenheit, Integer relative
 
     @Test
     void testSystemPromptCaching() {
-        logger.info("Testing system prompt caching");
+        logger.info("Testing system prompt caching with thinking enabled");
 
         AnthropicCachingConfig cachingConfig = new AnthropicCachingConfig();
         cachingConfig.setSystemPrompt(true);