StringFlow

Flow strings through language models.

Install

cargo add stringflow

uv add stringflow

Usage

Rust

use stringflow::{AuthConfig, ChatMessage, ProviderConfig, WireFormat, chat_async};

let config = ProviderConfig {
    name: "local".to_string(),
    base_url: "http://localhost:8080".to_string(),
    wire_format: WireFormat::Messages,
    auth: AuthConfig::None,
    model: None,
    max_tokens: None,
};

let messages = vec![
    ChatMessage { role: "user".to_string(), content: "Hello!".to_string() },
];

let response = chat_async(&config, &messages).await?;

Python

import stringflow

response = stringflow.chat(
    base_url="http://localhost:8080",
    messages=[("user", "Hello!")],
)

Note: Streaming (chat_stream()) and async (chat_async()) APIs are currently Rust-only. Python provides synchronous chat() and health_check() only.