mistralrs_core/gguf/
chat_template.rs

1use anyhow::Result;
2use tracing::info;
3
4use crate::utils::gguf_metadata::ContentMetadata;
5
6use super::Content;
7
8struct PropsGGUFTemplate {
9    chat_template: Option<String>,
10}
11
12impl TryFrom<ContentMetadata<'_>> for PropsGGUFTemplate {
13    type Error = anyhow::Error;
14
15    fn try_from(c: ContentMetadata) -> Result<Self, Self::Error> {
16        // No required keys
17
18        let props = Self {
19            chat_template: c.get_option_value("chat_template")?,
20        };
21
22        Ok(props)
23    }
24}
25
26// Get chat template from GGUF metadata if it exists
27pub fn get_gguf_chat_template<R: std::io::Seek + std::io::Read>(
28    content: &Content<'_, R>,
29) -> Result<Option<String>> {
30    let metadata = ContentMetadata {
31        path_prefix: "tokenizer",
32        metadata: content.get_metadata(),
33    };
34    let props = PropsGGUFTemplate::try_from(metadata)?;
35    if let Some(ref chat_template) = props.chat_template {
36        info!(
37            "Discovered and using GGUF chat template: `{}`",
38            chat_template.replace('\n', "\\n")
39        );
40    }
41    Ok(props.chat_template)
42}
mistralrs_core/gguf/chat_template.rs

mistralrs_core/gguf/
chat_template.rs
