Files
AI-Profile-Router/benchmarks/athena-qwen38-reference-20260920/tokenizer-hashes.json
T

25 lines
1.9 KiB
JSON

{
"pure": {
"tokenizer.ggml.model": "7c2bf9af9cf78e18f0a9d8524d62d12ce43c085082aeb386eba76851a982fc72",
"tokenizer.ggml.pre": "088a32250f5fd0fd71011c6176ddd42dd7412bd89cb0bcecdd6002a59950a311",
"tokenizer.ggml.tokens": "49d2b7a591524ed8445681d348f965ed46110e5717924418e866a378bd0b8ed0",
"tokenizer.ggml.token_type": "5088c8c298fc06af8382ddb3b76c888703ac2634e82263b97eedcc2ad202738b",
"tokenizer.ggml.merges": "84dfecf21066c3a0c8b4ecdfea31e7d3592d1de26092955c437d211c44c0e867",
"tokenizer.ggml.eos_token_id": "54363ddee68f4a5db81c9d37e5fb738d28f5b67dc7f725ad7333172b1ea157da",
"tokenizer.ggml.padding_token_id": "d64467f35ff1f89dab2af6895f787048cc1c0aa5c7dbc46c898add6c3d8c4902",
"tokenizer.ggml.bos_token_id": "94d900ff08ca543320568025562e5131dfbc2b3952ebdddb7a99ed799ec6b42b",
"tokenizer.chat_template": "1479547fcbec594bd35a7b6e48d5a08703554b37b03a5889cabf3775d6bb165a"
},
"byteshape": {
"tokenizer.ggml.model": "7c2bf9af9cf78e18f0a9d8524d62d12ce43c085082aeb386eba76851a982fc72",
"tokenizer.ggml.pre": "088a32250f5fd0fd71011c6176ddd42dd7412bd89cb0bcecdd6002a59950a311",
"tokenizer.ggml.tokens": "49d2b7a591524ed8445681d348f965ed46110e5717924418e866a378bd0b8ed0",
"tokenizer.ggml.token_type": "5088c8c298fc06af8382ddb3b76c888703ac2634e82263b97eedcc2ad202738b",
"tokenizer.ggml.merges": "84dfecf21066c3a0c8b4ecdfea31e7d3592d1de26092955c437d211c44c0e867",
"tokenizer.ggml.eos_token_id": "54363ddee68f4a5db81c9d37e5fb738d28f5b67dc7f725ad7333172b1ea157da",
"tokenizer.ggml.padding_token_id": "94d900ff08ca543320568025562e5131dfbc2b3952ebdddb7a99ed799ec6b42b",
"tokenizer.ggml.bos_token_id": "94d900ff08ca543320568025562e5131dfbc2b3952ebdddb7a99ed799ec6b42b",
"tokenizer.ggml.add_bos_token": "fcbcf165908dd18a9e49f7ff27810176db8e9f63b4352213741664245224f8aa",
"tokenizer.chat_template": "924d3fcc64873b375d5909e8a664ba0aca97c9d6381f5ebda004d1b8a2fb4d64"
}
}