update version

yvonwin · Apr 11, 2024 · fa10012 · fa10012
1 parent f525098
commit fa10012
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 9 deletions.
diff --git a/third_party/abseil-cpp b/third_party/abseil-cpp
diff --git a/third_party/ggml b/third_party/ggml
diff --git a/tiktoken.h b/tiktoken.h
@@ -177,15 +177,10 @@ class tiktoken {
 					break;
 				}
 
-				if (allowed_special.count(special) == 1) {
-					#if ! defined(_WIN32)
-						return { std::move(special), re2::StringPiece(start, input.begin() - start - special.size()) }; // failed on windows building
-					#else
-						return { std::move(special), re2::StringPiece(input.data(), input.begin() - start - special.size()) }; // TODO test msvc use
-					#endif
+				if (allowed_special.count(special) == 1) {				
+					return { std::move(special), re2::StringPiece(&*start, input.begin() - start - special.size()) }; // failed on windows building
 				}
 			}
-
 			return { std::nullopt, input };
 		}
+1 −1		README.md
+2 −0		docs/gguf.md
+2 −21		examples/python/ggml/__init__.pyi
+1 −1		examples/python/ggml/cffi.py
+1 −0		examples/whisper/whisper.cpp
+5 −11		include/ggml/ggml.h
+1 −1		scripts/sync-llama.last
+1 −1		scripts/sync-whisper.last
+6 −5		src/CMakeLists.txt
+230 −14		src/ggml-cuda.cu
+1 −0		src/ggml-impl.h
+47 −3		src/ggml-metal.m
+314 −0		src/ggml-metal.metal
+293 −1		src/ggml-quants.c
+13 −1		src/ggml-quants.h
+49 −50		src/ggml.c
+9 −3		tests/test-backend-ops.cpp
+5 −0		tests/test-quantize-fns.cpp