gllm/types/usage

Types

pub type CompletionTokensDetails {
  CompletionTokensDetails(reasoning_tokens: Int)
}

Constructors

  • CompletionTokensDetails(reasoning_tokens: Int)
pub type Usage {
  Usage(
    prompt_tokens: Int,
    completion_tokens: Int,
    total_tokens: Int,
    completion_tokens_details: option.Option(
      CompletionTokensDetails,
    ),
  )
}

Constructors

Values

pub fn usage_decoder() -> decode.Decoder(Usage)
Search Document