From 15f203cad54648edb985cd4785148d3c2a91481e Mon Sep 17 00:00:00 2001 From: Christian Risi <75698846+CnF-Gris@users.noreply.github.com> Date: Fri, 10 Oct 2025 18:43:02 +0200 Subject: [PATCH] Added boe 16k tokens vocabulary --- Assets/Model/small/bpe-small-16.json | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 Assets/Model/small/bpe-small-16.json diff --git a/Assets/Model/small/bpe-small-16.json b/Assets/Model/small/bpe-small-16.json new file mode 100644 index 0000000..2005a18 --- /dev/null +++ b/Assets/Model/small/bpe-small-16.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:346a0cf698f7431f1b8026e518064e7f4067b05746c8849b1420ad51391520d8 +size 401490