📄 Llama 3 1 405B Instruct Fp8 Rits¶

engines.classification.llama_3_1_405b_instruct_fp8_rits

type: RITSInferenceEngine
model_name: meta-llama/llama-3-1-405b-instruct-fp8
logprobs: True
max_tokens: 5
temperature: 0.0
[source]