| { | |
| "tokenizer_type": "gotoken-bpe", | |
| "vocab_size": 8192, | |
| "gotoken_version": "0.1.1", | |
| "protected_tokens": 22, | |
| "target_model_size": "15M" | |
| } |
| { | |
| "tokenizer_type": "gotoken-bpe", | |
| "vocab_size": 8192, | |
| "gotoken_version": "0.1.1", | |
| "protected_tokens": 22, | |
| "target_model_size": "15M" | |
| } |