Ollama: How to send tools and image, string content at the same time, how to specify think mode

[williamlzw]

1.ollama model: mistral-small3.1
support tool and vision

2.ollama model:deepseek-r1
support think mode
https://github.com/ollama/ollama/releases/tag/v0.9.0

How to send tools and image, string content at the same time, how to specify think mode

[williamlzw]

ollamasharp demo

using ModelContextProtocol.Client;
using OllamaSharp;
using OllamaSharp.Models.Chat;
using System.Text.Json;


namespace OllamaTest
{
    public class Program
    {
        public async static Task Main()
        {
            var aa = new OllamaSharpTest();
            await aa.Test();
        }
    }

    public class OllamaSharpTest
    {
        private static OllamaSharp.Models.Chat.Tool ConvertJsonSchemaToTool(JsonElement jsonSchema)
        {
            string? title = jsonSchema.GetProperty("title").GetString();
            string? description = jsonSchema.GetProperty("description").GetString();
            var properties = jsonSchema.GetProperty("properties");
            var hasRequired = jsonSchema.TryGetProperty("required", out var required);

            var tool = new OllamaSharp.Models.Chat.Tool
            {
                Type = "function",
                Function = new OllamaSharp.Models.Chat.Function
                {
                    Name = title,
                    Description = description,
                    Parameters = new Parameters
                    {
                        Properties = new Dictionary<string, Property>(),
                        Required = new List<string>()
                    }
                }
            };

            if (hasRequired)
            {
                foreach (var item in required.EnumerateArray())
                {
                    tool.Function.Parameters.Required.Append(item.GetString());
                }
            }

            foreach (var prop in properties.EnumerateObject())
            {
                var propValue = prop.Value;
                var property = new Property
                {
                    Type = propValue.GetProperty("type").GetString()
                };

                if (propValue.TryGetProperty("description", out var desc))
                    property.Description = desc.GetString();


                if (propValue.TryGetProperty("enum", out var enumValues))
                {
                    var enumList = new List<string>();
                    foreach (var enumItem in enumValues.EnumerateArray())
                    {
                        enumList.Add(enumItem.GetString());
                    }
                    property.Enum = enumList;
                }
               
                tool.Function.Parameters.Properties[prop.Name] = property;
            }

            return tool;
        }

        public async Task Test()
        {
            await using IMcpClient mcpClient = await McpClientFactory.CreateAsync(
            clientTransport: new StdioClientTransport(new StdioClientTransportOptions
                {
                    Name = "MCPServer",
                    Command = "D:\\MCP\\MCPServer.exe",
                })
                );

            IList<McpClientTool> tools = await mcpClient.ListToolsAsync();
            var ollama = new OllamaApiClient(new Uri("http://localhost:11434"));
            ollama.SelectedModel = "mistral-small3.1";
  
            string message = "Explain the picture";
            List<OllamaSharp.Models.Chat.Tool> ollamaTools = new List<OllamaSharp.Models.Chat.Tool>();
            var imageBytes = File.ReadAllBytes("D:\\MCP\\123.jpeg");
            string base64String = Convert.ToBase64String(imageBytes);

            foreach (var tool in tools)
            {
                ollamaTools.Add(ConvertJsonSchemaToTool(tool.JsonSchema));
            }
            Message chatMessage = new Message
            {
                Content = message,
                Images = [base64String],
                Role = ChatRole.User,
            };
            ChatRequest request = new ChatRequest
            {
                Messages = new List<Message> { chatMessage },
                Tools = ollamaTools,
            };
           
       
            var cts = new CancellationTokenSource();
            cts.CancelAfter(TimeSpan.FromMinutes(3));
            await foreach (var response in ollama.ChatAsync(request, cts.Token))
            {
                Console.Write(response.Message.Content);
            }
        }
    }
}