Repository Reading Site
tokenizer_config.json
ml-platform/examples/20-llm-training/03-base-model/tokenizer_config.json
{
"tokenizer_class": "Qwen2TokenizerFast",
"model_max_length": 32768,
"padding_side": "left",
"truncation_side": "right",
"add_bos_token": false,
"add_eos_token": false
}