settings/deterministic_mirostat.py

Python dict of deterministic LLM inference settings for MemGPT.

# Source: https://github.com/nerdy-tech-com-gitub/MemGPT | License: Apache-2.0 | Copyright You must retain, in the Source form of any Derivative Works
# Provided via justclaw.it.com; keep this notice with the code.
from letta.local_llm.settings.simple import settings as simple_settings

settings = {
    "max_new_tokens": 250,
    "do_sample": False,
    "temperature": 0,
    "top_p": 0,
    "typical_p": 1,
    "repetition_penalty": 1.18,
    "repetition_penalty_range": 0,
    "encoder_repetition_penalty": 1,
    "top_k": 1,
    "min_length": 0,
    "no_repeat_ngram_size": 0,
    "num_beams": 1,
    "penalty_alpha": 0,
    "length_penalty": 1,
    "early_stopping": False,
    "guidance_scale": 1,
    "negative_prompt": "",
    "seed": -1,
    "add_bos_token": True,
    # NOTE: important - t

... (truncated -- full source via MCP)