blob: 0a621c341b9bac2aaa6fa0f9b14afa9b839b9f90 (
plain)
1
2
3
4
5
|
{
"name": "sentencepiece",
"version": "0.1.95",
"description": "SentencePiece is an unsupervised text tokenizer and detokenizer mainly for Neural Network-based text generation systems where the vocabulary size is predetermined prior to the neural model training"
}
|