Skip to content

Update default LLM models #85

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
sopaco merged 1 commit into from
Feb 6, 2026
Merged

Update default LLM models #85

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
26 changes: 13 additions & 13 deletions src/config.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -195,20 +195,20 @@ pub struct KnowledgeConfig {
pub struct DocumentCategory {
/// Category identifier (e.g., "architecture", "database", "api")
pub name: String,

/// Human-readable description of this category
#[serde(default)]
pub description: String,

/// File paths or glob patterns for this category
#[serde(default)]
pub paths: Vec<String>,

/// Which agents should receive documents from this category
/// If empty, documents are available to all agents
#[serde(default)]
pub target_agents: Vec<String>,

/// Chunking configuration for large documents in this category
#[serde(default)]
pub chunking: Option<ChunkingConfig>,
Expand All @@ -220,19 +220,19 @@ pub struct ChunkingConfig {
/// Enable chunking for large documents (default: true)
#[serde(default = "default_true")]
pub enabled: bool,

/// Maximum chunk size in characters (default: 8000 ~2000 tokens)
#[serde(default = "default_chunk_size")]
pub max_chunk_size: usize,

/// Overlap between chunks in characters (default: 200)
#[serde(default = "default_chunk_overlap")]
pub chunk_overlap: usize,

/// Chunking strategy: "semantic" (by sections), "fixed" (fixed size), "paragraph"
#[serde(default = "default_chunk_strategy")]
pub strategy: String,

/// Minimum document size (chars) to trigger chunking (default: 10000)
#[serde(default = "default_min_size_for_chunking")]
pub min_size_for_chunking: usize,
Expand Down Expand Up @@ -272,7 +272,7 @@ pub struct LocalDocsConfig {
/// Whether local docs integration is enabled
#[serde(default)]
pub enabled: bool,

/// Categorized document sources
/// Each category can have its own paths and target agents
#[serde(default)]
Expand All @@ -284,7 +284,7 @@ pub struct LocalDocsConfig {
/// Whether to re-process files if they change
#[serde(default = "default_true")]
pub watch_for_changes: bool,

/// Default chunking configuration for all categories
/// Can be overridden per category
#[serde(default)]
Expand Down Expand Up @@ -495,7 +495,7 @@ impl Config {
return Some(name.to_string());
}
}

// Try to extract <AssemblyName> or <PackageId> from XML
for line in content.lines() {
let line = line.trim();
Expand Down Expand Up @@ -642,8 +642,8 @@ impl Default for LLMConfig {
provider: LLMProvider::default(),
api_key: std::env::var("LITHO_LLM_API_KEY").unwrap_or_default(),
api_base_url: String::from("https://api-inference.modelscope.cn/v1"),
model_efficient: String::from("Qwen/Qwen3-Next-80B-A3B-Instruct"),
model_powerful: String::from("Qwen/Qwen3-235B-A22B-Instruct-2507"),
model_efficient: String::from("ZhipuAI/GLM-4.7"),
model_powerful: String::from("Qwen/Qwen3-Next-80B-A3B-Instruct"),
max_tokens: 131072,
temperature: Some(0.1),
retry_attempts: 5,
Expand Down