Download tokenizer_config.json from jnjj/xddd_v2: direct link, hf CLI and curl.
- Browser
- Download file 425 Bytes
-
https://huggingface.co/jnjj/xddd_v2/resolve/main/tokenizer_config.json
- Command line
-
hf download hf://jnjj/xddd_v2/tokenizer_config.json
-
curl -L -o tokenizer_config.json https://huggingface.co/jnjj/xddd_v2/resolve/main/tokenizer_config.json
425 Bytes
| { | |
| "tokenizer_class": "PreTrainedTokenizerFast", | |
| "special_tokens_map": { | |
| "bos_token": "<|start_header_id|>", | |
| "eos_token": "<|eot_id|>", | |
| "additional_special_tokens": [ | |
| "<|start_header_id|>", | |
| "<|end_header_id|>", | |
| "<|start_header_id|>system<|end_header_id|>", | |
| "<|start_header_id|>assistant<|end_header_id|>", | |
| "<|start_header_id|>user<|end_header_id|>", | |
| "<|eot_id|>" | |
| ] | |
| } | |
| } |