List of all items

Structs

• chat_completion::Streamer
• mistralrs_for_server_builder::MistralRsForServerBuilder
• mistralrs_server_router_builder::MistralRsServerRouterBuilder
• openai::ChatCompletionRequest
• openai::CompletionRequest
• openai::FunctionCalled
• openai::ImageGenerationRequest
• openai::JsonSchemaResponseFormat
• openai::Message
• openai::MessageContent
• openai::MessageInnerContent
• openai::ModelObject
• openai::ModelObjects
• openai::SpeechGenerationRequest
• openai::ToolCall

Enums

• chat_completion::ChatCompletionResponder
• openai::AudioResponseFormat
• openai::Grammar
• openai::ResponseFormat
• openai::StopTokens

Functions

• chat_completion::chatcompletions
• chat_completion::create_chat_streamer
• chat_completion::create_response_channel
• chat_completion::get_keep_alive_interval
• chat_completion::handle_chat_completion_error
• chat_completion::match_responses
• chat_completion::parse_request
• chat_completion::process_non_streaming_chat_response
• chat_completion::send_request
• mistralrs_for_server_builder::get_bert_model
• openapi_doc::get_openapi_doc
• util::parse_image_url

Type Aliases

• chat_completion::OnChunkCallback
• chat_completion::OnDoneCallback
• types::ExtractedMistralRsState
• types::SharedMistralRsState

Constants

• chat_completion::DEFAULT_CHANNEL_BUFFER_SIZE
• chat_completion::DEFAULT_KEEP_ALIVE_INTERVAL_MS
• mistralrs_for_server_builder::defaults::CHAT_TEMPLATE
• mistralrs_for_server_builder::defaults::CPU
• mistralrs_for_server_builder::defaults::DEVICE
• mistralrs_for_server_builder::defaults::ENABLE_SEARCH
• mistralrs_for_server_builder::defaults::INTERACTIVE_MODE
• mistralrs_for_server_builder::defaults::IN_SITU_QUANT
• mistralrs_for_server_builder::defaults::JINJA_EXPLICIT
• mistralrs_for_server_builder::defaults::LOG
• mistralrs_for_server_builder::defaults::MAX_SEQS
• mistralrs_for_server_builder::defaults::MODEL
• mistralrs_for_server_builder::defaults::NO_KV_CACHE
• mistralrs_for_server_builder::defaults::NO_PAGED_ATTN
• mistralrs_for_server_builder::defaults::NUM_DEVICE_LAYERS
• mistralrs_for_server_builder::defaults::PAGED_ATTN
• mistralrs_for_server_builder::defaults::PAGED_ATTN_BLOCK_SIZE
• mistralrs_for_server_builder::defaults::PAGED_ATTN_GPU_MEM
• mistralrs_for_server_builder::defaults::PAGED_ATTN_GPU_MEM_USAGE
• mistralrs_for_server_builder::defaults::PAGED_CTXT_LEN
• mistralrs_for_server_builder::defaults::PREFIX_CACHE_N
• mistralrs_for_server_builder::defaults::PROMPT_CHUNKSIZE
• mistralrs_for_server_builder::defaults::SEARCH_BERT_MODEL
• mistralrs_for_server_builder::defaults::SEARCH_CALLBACK
• mistralrs_for_server_builder::defaults::SEED
• mistralrs_for_server_builder::defaults::TOKEN_SOURCE
• mistralrs_for_server_builder::defaults::TRUNCATE_SEQUENCE
• mistralrs_server_router_builder::DEFAULT_MAX_BODY_LIMIT