mirror of https://github.com/ollama/ollama.git
* fix truncate * s/SentencePieceModel/SentencePiece/ * bert * wordpiece * refactor pooling * more tokenizers * normalize embeddings |
||
---|---|---|
.. | ||
imageproc | ||
input | ||
models | ||
testdata | ||
bytepairencoding.go | ||
bytepairencoding_test.go | ||
model.go | ||
model_test.go | ||
sentencepiece.go | ||
sentencepiece_test.go | ||
textprocessor.go | ||
vocabulary.go | ||
vocabulary_test.go | ||
wordpiece.go | ||
wordpiece_test.go |