refactor: minify vocab files (#1509 )

2026-10-18 05:50:10 +08:00 · 2026-05-17 23:06:58 +08:00
10 changed files with 23 additions and 4338825 deletions
@@ -1,9 +1,11 @@
 #include "vocab.h"
-#include "clip_t5.hpp"
+#include "clip_merges.hpp"
 #include "gemma_merges.hpp"
 #include "gemma_vocab.hpp"
-#include "mistral.hpp"
-#include "qwen.hpp"
+#include "mistral_merges.hpp"
+#include "mistral_vocab.hpp"
+#include "qwen_merges.hpp"
+#include "t5.hpp"
 #include "umt5.hpp"

 std::string load_clip_merges() {