serge-sans-paille
67b2fbad22
Backported from https://github.com/ggml-org/llama.cpp/commit/2aa45ef9e31069ea0a7d0fef7ce858facdf25218 Differential Revision: https://phabricator.services.mozilla.com/D276618
14 lines
374 B
Diff
14 lines
374 B
Diff
diff --git a/src/llama-hparams.cpp b/src/llama-hparams.cpp
|
|
index 7a06368dcda68..180d0c81e62cc 100644
|
|
--- a/src/llama-hparams.cpp
|
|
+++ b/src/llama-hparams.cpp
|
|
@@ -2,6 +2,8 @@
|
|
|
|
#include "ggml.h"
|
|
|
|
+#include <algorithm>
|
|
+
|
|
void llama_hparams::set_swa_pattern(uint32_t n_pattern, bool dense_first) {
|
|
if (dense_first) {
|
|
for (uint32_t il = 0; il < n_layer; ++il) {
|