canonical_slug
"meta-llama/llama-3.1-70b-instruct"
context_window
131072
max_completion_tokens
16384
modalities
{
"input_modalities": [
"text"
],
"output_modalities": [
"text"
]
}rate
{
"prompt": "0.0000004",
"completion": "0.0000004"
}supported_parameters
[ "frequency_penalty", "logit_bias", "logprobs", "max_tokens", "min_p", "presence_penalty", "repetition_penalty", "response_format", "seed", "stop", "structured_outputs", "temperature", "tool_choice", "tools", "top_k", "top_logprobs", "top_p" ]